2024-11-16 09:49:11,306 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@dc7df28 2024-11-16 09:49:11,347 main DEBUG Took 0.039020 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-16 09:49:11,348 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-16 09:49:11,348 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-16 09:49:11,349 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-16 09:49:11,350 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-16 09:49:11,357 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-16 09:49:11,371 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-16 09:49:11,372 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-16 09:49:11,373 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-16 09:49:11,373 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-16 09:49:11,374 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-16 09:49:11,375 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-16 09:49:11,376 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-16 09:49:11,376 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-16 09:49:11,377 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-16 09:49:11,377 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-16 09:49:11,378 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-16 09:49:11,379 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-16 09:49:11,379 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-16 09:49:11,380 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-16 09:49:11,380 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-16 09:49:11,381 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-16 09:49:11,381 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-16 09:49:11,382 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-16 09:49:11,382 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-16 09:49:11,383 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-16 09:49:11,383 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-16 09:49:11,383 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-16 09:49:11,384 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-16 09:49:11,384 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-16 09:49:11,385 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-16 09:49:11,385 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-16 09:49:11,386 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-16 09:49:11,387 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-16 09:49:11,389 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-16 09:49:11,389 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-16 09:49:11,390 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-16 09:49:11,391 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-16 09:49:11,398 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-16 09:49:11,400 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-16 09:49:11,402 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-16 09:49:11,402 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-16 09:49:11,403 main DEBUG createAppenders(={Console}) 2024-11-16 09:49:11,403 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@dc7df28 initialized 2024-11-16 09:49:11,404 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@dc7df28 2024-11-16 09:49:11,404 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@dc7df28 OK. 2024-11-16 09:49:11,404 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-16 09:49:11,405 main DEBUG OutputStream closed 2024-11-16 09:49:11,405 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-16 09:49:11,405 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-16 09:49:11,405 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@316bcf94 OK 2024-11-16 09:49:11,503 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-16 09:49:11,506 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-16 09:49:11,509 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-16 09:49:11,510 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-16 09:49:11,511 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-16 09:49:11,512 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-16 09:49:11,512 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-16 09:49:11,513 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-16 09:49:11,513 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-16 09:49:11,514 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-16 09:49:11,514 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-16 09:49:11,514 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-16 09:49:11,515 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-16 09:49:11,515 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-16 09:49:11,516 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-16 09:49:11,516 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-16 09:49:11,517 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-16 09:49:11,518 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-16 09:49:11,521 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-16 09:49:11,521 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-logging/target/hbase-logging-4.0.0-alpha-1-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@53941c2f) with optional ClassLoader: null 2024-11-16 09:49:11,522 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-16 09:49:11,523 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@53941c2f] started OK. 2024-11-16T09:49:11,895 DEBUG [main {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1fdbdfae-2b8b-e6e0-245c-cb18a5f52390 2024-11-16 09:49:11,899 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-16 09:49:11,900 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-16T09:49:11,913 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.regionserver.wal.TestAsyncLogRolling timeout: 13 mins 2024-11-16T09:49:11,965 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncLogRolling#testSlowSyncLogRolling Thread=12, OpenFileDescriptor=287, MaxFileDescriptor=1048576, SystemLoadAverage=425, ProcessCount=11, AvailableMemoryMB=7703 2024-11-16T09:49:11,968 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-16T09:49:11,992 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1fdbdfae-2b8b-e6e0-245c-cb18a5f52390/cluster_d4dc3b8c-ec2b-ec8c-9ef5-8a6f83fdf914, deleteOnExit=true 2024-11-16T09:49:11,992 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-16T09:49:11,993 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1fdbdfae-2b8b-e6e0-245c-cb18a5f52390/test.cache.data in system properties and HBase conf 2024-11-16T09:49:11,994 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1fdbdfae-2b8b-e6e0-245c-cb18a5f52390/hadoop.tmp.dir in system properties and HBase conf 2024-11-16T09:49:11,995 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1fdbdfae-2b8b-e6e0-245c-cb18a5f52390/hadoop.log.dir in system properties and HBase conf 2024-11-16T09:49:11,995 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1fdbdfae-2b8b-e6e0-245c-cb18a5f52390/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-16T09:49:11,996 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1fdbdfae-2b8b-e6e0-245c-cb18a5f52390/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-16T09:49:11,996 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-16T09:49:12,131 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-16T09:49:12,265 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-16T09:49:12,273 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1fdbdfae-2b8b-e6e0-245c-cb18a5f52390/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-16T09:49:12,274 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1fdbdfae-2b8b-e6e0-245c-cb18a5f52390/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-16T09:49:12,275 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1fdbdfae-2b8b-e6e0-245c-cb18a5f52390/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-16T09:49:12,276 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1fdbdfae-2b8b-e6e0-245c-cb18a5f52390/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-16T09:49:12,277 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1fdbdfae-2b8b-e6e0-245c-cb18a5f52390/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-16T09:49:12,277 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1fdbdfae-2b8b-e6e0-245c-cb18a5f52390/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-16T09:49:12,278 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1fdbdfae-2b8b-e6e0-245c-cb18a5f52390/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-16T09:49:12,279 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1fdbdfae-2b8b-e6e0-245c-cb18a5f52390/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-16T09:49:12,280 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1fdbdfae-2b8b-e6e0-245c-cb18a5f52390/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-16T09:49:12,280 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1fdbdfae-2b8b-e6e0-245c-cb18a5f52390/nfs.dump.dir in system properties and HBase conf 2024-11-16T09:49:12,281 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1fdbdfae-2b8b-e6e0-245c-cb18a5f52390/java.io.tmpdir in system properties and HBase conf 2024-11-16T09:49:12,281 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1fdbdfae-2b8b-e6e0-245c-cb18a5f52390/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-16T09:49:12,282 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1fdbdfae-2b8b-e6e0-245c-cb18a5f52390/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-16T09:49:12,283 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1fdbdfae-2b8b-e6e0-245c-cb18a5f52390/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-16T09:49:13,283 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-16T09:49:13,381 INFO [Time-limited test {}] log.Log(170): Logging initialized @3108ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-16T09:49:13,473 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T09:49:13,548 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-16T09:49:13,573 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-16T09:49:13,573 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-16T09:49:13,574 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-16T09:49:13,587 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T09:49:13,593 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@20abc9e4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1fdbdfae-2b8b-e6e0-245c-cb18a5f52390/hadoop.log.dir/,AVAILABLE} 2024-11-16T09:49:13,594 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6932e96{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-16T09:49:13,848 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@612e4b2b{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1fdbdfae-2b8b-e6e0-245c-cb18a5f52390/java.io.tmpdir/jetty-localhost-40359-hadoop-hdfs-3_4_1-tests_jar-_-any-10971122999116670910/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-16T09:49:13,858 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@65270512{HTTP/1.1, (http/1.1)}{localhost:40359} 2024-11-16T09:49:13,858 INFO [Time-limited test {}] server.Server(415): Started @3585ms 2024-11-16T09:49:14,314 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T09:49:14,323 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-16T09:49:14,331 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-16T09:49:14,331 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-16T09:49:14,331 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-16T09:49:14,332 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2973dc0f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1fdbdfae-2b8b-e6e0-245c-cb18a5f52390/hadoop.log.dir/,AVAILABLE} 2024-11-16T09:49:14,333 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@49b96e54{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-16T09:49:14,503 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@790fbcfe{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1fdbdfae-2b8b-e6e0-245c-cb18a5f52390/java.io.tmpdir/jetty-localhost-41275-hadoop-hdfs-3_4_1-tests_jar-_-any-3559865664881801403/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T09:49:14,504 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4e3c8436{HTTP/1.1, (http/1.1)}{localhost:41275} 2024-11-16T09:49:14,504 INFO [Time-limited test {}] server.Server(415): Started @4232ms 2024-11-16T09:49:14,571 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-16T09:49:14,745 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T09:49:14,755 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-16T09:49:14,759 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-16T09:49:14,760 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-16T09:49:14,760 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-16T09:49:14,763 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2d434c3e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1fdbdfae-2b8b-e6e0-245c-cb18a5f52390/hadoop.log.dir/,AVAILABLE} 2024-11-16T09:49:14,764 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@775a6b37{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-16T09:49:14,930 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3b9fe80c{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1fdbdfae-2b8b-e6e0-245c-cb18a5f52390/java.io.tmpdir/jetty-localhost-43639-hadoop-hdfs-3_4_1-tests_jar-_-any-939364653571020562/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T09:49:14,931 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@431c6310{HTTP/1.1, (http/1.1)}{localhost:43639} 2024-11-16T09:49:14,933 INFO [Time-limited test {}] server.Server(415): Started @4659ms 2024-11-16T09:49:14,936 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-16T09:49:15,181 WARN [Thread-96 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1fdbdfae-2b8b-e6e0-245c-cb18a5f52390/cluster_d4dc3b8c-ec2b-ec8c-9ef5-8a6f83fdf914/data/data1/current/BP-926491325-172.17.0.2-1731750553018/current, will proceed with Du for space computation calculation, 2024-11-16T09:49:15,181 WARN [Thread-95 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1fdbdfae-2b8b-e6e0-245c-cb18a5f52390/cluster_d4dc3b8c-ec2b-ec8c-9ef5-8a6f83fdf914/data/data3/current/BP-926491325-172.17.0.2-1731750553018/current, will proceed with Du for space computation calculation, 2024-11-16T09:49:15,188 WARN [Thread-98 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1fdbdfae-2b8b-e6e0-245c-cb18a5f52390/cluster_d4dc3b8c-ec2b-ec8c-9ef5-8a6f83fdf914/data/data2/current/BP-926491325-172.17.0.2-1731750553018/current, will proceed with Du for space computation calculation, 2024-11-16T09:49:15,200 WARN [Thread-97 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1fdbdfae-2b8b-e6e0-245c-cb18a5f52390/cluster_d4dc3b8c-ec2b-ec8c-9ef5-8a6f83fdf914/data/data4/current/BP-926491325-172.17.0.2-1731750553018/current, will proceed with Du for space computation calculation, 2024-11-16T09:49:15,269 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-16T09:49:15,285 WARN [Thread-81 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-16T09:49:15,379 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5853b6e004bf6372 with lease ID 0xe444e46655a4685d: Processing first storage report for DS-068582ea-8037-4926-a119-5f855de735f3 from datanode DatanodeRegistration(127.0.0.1:35673, datanodeUuid=4435abcc-27ff-4b0d-b303-b194925e1d2b, infoPort=34243, infoSecurePort=0, ipcPort=46575, storageInfo=lv=-57;cid=testClusterID;nsid=893967223;c=1731750553018) 2024-11-16T09:49:15,381 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5853b6e004bf6372 with lease ID 0xe444e46655a4685d: from storage DS-068582ea-8037-4926-a119-5f855de735f3 node DatanodeRegistration(127.0.0.1:35673, datanodeUuid=4435abcc-27ff-4b0d-b303-b194925e1d2b, infoPort=34243, infoSecurePort=0, ipcPort=46575, storageInfo=lv=-57;cid=testClusterID;nsid=893967223;c=1731750553018), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-16T09:49:15,381 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe192285ea3827475 with lease ID 0xe444e46655a4685c: Processing first storage report for DS-61746816-35e7-4974-920d-6b8f7cf7927e from datanode DatanodeRegistration(127.0.0.1:33563, datanodeUuid=0b6db55d-8af6-4444-9057-33eef69c42d6, infoPort=35057, infoSecurePort=0, ipcPort=32825, storageInfo=lv=-57;cid=testClusterID;nsid=893967223;c=1731750553018) 2024-11-16T09:49:15,382 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe192285ea3827475 with lease ID 0xe444e46655a4685c: from storage DS-61746816-35e7-4974-920d-6b8f7cf7927e node DatanodeRegistration(127.0.0.1:33563, datanodeUuid=0b6db55d-8af6-4444-9057-33eef69c42d6, infoPort=35057, infoSecurePort=0, ipcPort=32825, storageInfo=lv=-57;cid=testClusterID;nsid=893967223;c=1731750553018), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-16T09:49:15,382 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe192285ea3827475 with lease ID 0xe444e46655a4685c: Processing first storage report for DS-b9b0edd1-b245-42f1-b6f1-b6b5c3bc4a0b from datanode DatanodeRegistration(127.0.0.1:33563, datanodeUuid=0b6db55d-8af6-4444-9057-33eef69c42d6, infoPort=35057, infoSecurePort=0, ipcPort=32825, storageInfo=lv=-57;cid=testClusterID;nsid=893967223;c=1731750553018) 2024-11-16T09:49:15,382 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe192285ea3827475 with lease ID 0xe444e46655a4685c: from storage DS-b9b0edd1-b245-42f1-b6f1-b6b5c3bc4a0b node DatanodeRegistration(127.0.0.1:33563, datanodeUuid=0b6db55d-8af6-4444-9057-33eef69c42d6, infoPort=35057, infoSecurePort=0, ipcPort=32825, storageInfo=lv=-57;cid=testClusterID;nsid=893967223;c=1731750553018), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-16T09:49:15,383 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5853b6e004bf6372 with lease ID 0xe444e46655a4685d: Processing first storage report for DS-c2c89e7e-d30e-4c86-af58-1f6fc94c2053 from datanode DatanodeRegistration(127.0.0.1:35673, datanodeUuid=4435abcc-27ff-4b0d-b303-b194925e1d2b, infoPort=34243, infoSecurePort=0, ipcPort=46575, storageInfo=lv=-57;cid=testClusterID;nsid=893967223;c=1731750553018) 2024-11-16T09:49:15,383 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5853b6e004bf6372 with lease ID 0xe444e46655a4685d: from storage DS-c2c89e7e-d30e-4c86-af58-1f6fc94c2053 node DatanodeRegistration(127.0.0.1:35673, datanodeUuid=4435abcc-27ff-4b0d-b303-b194925e1d2b, infoPort=34243, infoSecurePort=0, ipcPort=46575, storageInfo=lv=-57;cid=testClusterID;nsid=893967223;c=1731750553018), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-16T09:49:15,468 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1fdbdfae-2b8b-e6e0-245c-cb18a5f52390 2024-11-16T09:49:15,577 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1fdbdfae-2b8b-e6e0-245c-cb18a5f52390/cluster_d4dc3b8c-ec2b-ec8c-9ef5-8a6f83fdf914/zookeeper_0, clientPort=52032, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1fdbdfae-2b8b-e6e0-245c-cb18a5f52390/cluster_d4dc3b8c-ec2b-ec8c-9ef5-8a6f83fdf914/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1fdbdfae-2b8b-e6e0-245c-cb18a5f52390/cluster_d4dc3b8c-ec2b-ec8c-9ef5-8a6f83fdf914/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-16T09:49:15,587 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=52032 2024-11-16T09:49:15,602 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T09:49:15,608 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T09:49:15,868 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33563 is added to blk_1073741825_1001 (size=7) 2024-11-16T09:49:15,869 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35673 is added to blk_1073741825_1001 (size=7) 2024-11-16T09:49:16,275 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43215/user/jenkins/test-data/0bbf53a3-ecc7-239a-9842-e73c1ae05a75 with version=8 2024-11-16T09:49:16,275 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:43215/user/jenkins/test-data/0bbf53a3-ecc7-239a-9842-e73c1ae05a75/hbase-staging 2024-11-16T09:49:16,368 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-16T09:49:16,631 INFO [Time-limited test {}] client.ConnectionUtils(128): master/037c58a19ddb:0 server-side Connection retries=45 2024-11-16T09:49:16,643 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T09:49:16,644 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-16T09:49:16,648 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-16T09:49:16,649 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T09:49:16,649 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-16T09:49:16,800 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-16T09:49:16,869 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-16T09:49:16,879 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-16T09:49:16,883 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-16T09:49:16,915 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 25656 (auto-detected) 2024-11-16T09:49:16,916 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-16T09:49:16,941 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45629 2024-11-16T09:49:16,966 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:45629 connecting to ZooKeeper ensemble=127.0.0.1:52032 2024-11-16T09:49:16,997 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:456290x0, quorum=127.0.0.1:52032, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T09:49:17,000 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:45629-0x101b07be50d0000 connected 2024-11-16T09:49:17,025 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T09:49:17,028 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T09:49:17,038 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45629-0x101b07be50d0000, quorum=127.0.0.1:52032, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-16T09:49:17,042 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:43215/user/jenkins/test-data/0bbf53a3-ecc7-239a-9842-e73c1ae05a75, hbase.cluster.distributed=false 2024-11-16T09:49:17,067 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45629-0x101b07be50d0000, quorum=127.0.0.1:52032, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-16T09:49:17,073 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45629 2024-11-16T09:49:17,073 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45629 2024-11-16T09:49:17,074 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45629 2024-11-16T09:49:17,074 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45629 2024-11-16T09:49:17,075 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45629 2024-11-16T09:49:17,185 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/037c58a19ddb:0 server-side Connection retries=45 2024-11-16T09:49:17,187 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T09:49:17,187 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-16T09:49:17,187 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-16T09:49:17,188 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T09:49:17,188 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-16T09:49:17,191 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-16T09:49:17,193 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-16T09:49:17,194 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45807 2024-11-16T09:49:17,196 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45807 connecting to ZooKeeper ensemble=127.0.0.1:52032 2024-11-16T09:49:17,197 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T09:49:17,201 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T09:49:17,208 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:458070x0, quorum=127.0.0.1:52032, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T09:49:17,209 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45807-0x101b07be50d0001 connected 2024-11-16T09:49:17,209 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45807-0x101b07be50d0001, quorum=127.0.0.1:52032, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-16T09:49:17,213 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-16T09:49:17,221 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-16T09:49:17,223 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45807-0x101b07be50d0001, quorum=127.0.0.1:52032, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-16T09:49:17,228 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45807-0x101b07be50d0001, quorum=127.0.0.1:52032, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-16T09:49:17,228 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45807 2024-11-16T09:49:17,229 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45807 2024-11-16T09:49:17,232 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45807 2024-11-16T09:49:17,232 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45807 2024-11-16T09:49:17,233 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45807 2024-11-16T09:49:17,248 DEBUG [M:0;037c58a19ddb:45629 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;037c58a19ddb:45629 2024-11-16T09:49:17,250 INFO [master/037c58a19ddb:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/037c58a19ddb,45629,1731750556421 2024-11-16T09:49:17,257 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45807-0x101b07be50d0001, quorum=127.0.0.1:52032, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-16T09:49:17,257 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45629-0x101b07be50d0000, quorum=127.0.0.1:52032, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-16T09:49:17,258 DEBUG [master/037c58a19ddb:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45629-0x101b07be50d0000, quorum=127.0.0.1:52032, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/037c58a19ddb,45629,1731750556421 2024-11-16T09:49:17,279 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45629-0x101b07be50d0000, quorum=127.0.0.1:52032, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T09:49:17,279 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45807-0x101b07be50d0001, quorum=127.0.0.1:52032, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-16T09:49:17,280 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45807-0x101b07be50d0001, quorum=127.0.0.1:52032, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T09:49:17,281 DEBUG [master/037c58a19ddb:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45629-0x101b07be50d0000, quorum=127.0.0.1:52032, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-16T09:49:17,282 INFO [master/037c58a19ddb:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/037c58a19ddb,45629,1731750556421 from backup master directory 2024-11-16T09:49:17,285 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45629-0x101b07be50d0000, quorum=127.0.0.1:52032, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/037c58a19ddb,45629,1731750556421 2024-11-16T09:49:17,285 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45807-0x101b07be50d0001, quorum=127.0.0.1:52032, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-16T09:49:17,285 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45629-0x101b07be50d0000, quorum=127.0.0.1:52032, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-16T09:49:17,286 WARN [master/037c58a19ddb:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-16T09:49:17,286 INFO [master/037c58a19ddb:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=037c58a19ddb,45629,1731750556421 2024-11-16T09:49:17,288 INFO [master/037c58a19ddb:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-16T09:49:17,289 INFO [master/037c58a19ddb:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-16T09:49:17,344 DEBUG [master/037c58a19ddb:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:43215/user/jenkins/test-data/0bbf53a3-ecc7-239a-9842-e73c1ae05a75/hbase.id] with ID: 63b26c40-b915-4e44-8c1b-107f8e48bf2f 2024-11-16T09:49:17,345 DEBUG [master/037c58a19ddb:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:43215/user/jenkins/test-data/0bbf53a3-ecc7-239a-9842-e73c1ae05a75/.tmp/hbase.id 2024-11-16T09:49:17,357 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35673 is added to blk_1073741826_1002 (size=42) 2024-11-16T09:49:17,357 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33563 is added to blk_1073741826_1002 (size=42) 2024-11-16T09:49:17,360 DEBUG [master/037c58a19ddb:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:43215/user/jenkins/test-data/0bbf53a3-ecc7-239a-9842-e73c1ae05a75/.tmp/hbase.id]:[hdfs://localhost:43215/user/jenkins/test-data/0bbf53a3-ecc7-239a-9842-e73c1ae05a75/hbase.id] 2024-11-16T09:49:17,410 INFO [master/037c58a19ddb:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T09:49:17,416 INFO [master/037c58a19ddb:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-16T09:49:17,435 INFO [master/037c58a19ddb:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 17ms. 2024-11-16T09:49:17,439 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45629-0x101b07be50d0000, quorum=127.0.0.1:52032, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T09:49:17,439 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45807-0x101b07be50d0001, quorum=127.0.0.1:52032, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T09:49:17,458 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33563 is added to blk_1073741827_1003 (size=196) 2024-11-16T09:49:17,459 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35673 is added to blk_1073741827_1003 (size=196) 2024-11-16T09:49:17,477 INFO [master/037c58a19ddb:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-16T09:49:17,480 INFO [master/037c58a19ddb:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-16T09:49:17,487 INFO [master/037c58a19ddb:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T09:49:17,521 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33563 is added to blk_1073741828_1004 (size=1189) 2024-11-16T09:49:17,522 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35673 is added to blk_1073741828_1004 (size=1189) 2024-11-16T09:49:17,543 INFO [master/037c58a19ddb:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:43215/user/jenkins/test-data/0bbf53a3-ecc7-239a-9842-e73c1ae05a75/MasterData/data/master/store 2024-11-16T09:49:17,565 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35673 is added to blk_1073741829_1005 (size=34) 2024-11-16T09:49:17,566 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33563 is added to blk_1073741829_1005 (size=34) 2024-11-16T09:49:17,570 INFO [master/037c58a19ddb:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-16T09:49:17,573 DEBUG [master/037c58a19ddb:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T09:49:17,574 DEBUG [master/037c58a19ddb:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-16T09:49:17,574 INFO [master/037c58a19ddb:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T09:49:17,574 DEBUG [master/037c58a19ddb:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T09:49:17,576 DEBUG [master/037c58a19ddb:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-16T09:49:17,576 DEBUG [master/037c58a19ddb:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T09:49:17,576 INFO [master/037c58a19ddb:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T09:49:17,577 DEBUG [master/037c58a19ddb:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731750557574Disabling compacts and flushes for region at 1731750557574Disabling writes for close at 1731750557576 (+2 ms)Writing region close event to WAL at 1731750557576Closed at 1731750557576 2024-11-16T09:49:17,579 WARN [master/037c58a19ddb:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:43215/user/jenkins/test-data/0bbf53a3-ecc7-239a-9842-e73c1ae05a75/MasterData/data/master/store/.initializing 2024-11-16T09:49:17,579 DEBUG [master/037c58a19ddb:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:43215/user/jenkins/test-data/0bbf53a3-ecc7-239a-9842-e73c1ae05a75/MasterData/WALs/037c58a19ddb,45629,1731750556421 2024-11-16T09:49:17,588 INFO [master/037c58a19ddb:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-16T09:49:17,602 INFO [master/037c58a19ddb:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=037c58a19ddb%2C45629%2C1731750556421, suffix=, logDir=hdfs://localhost:43215/user/jenkins/test-data/0bbf53a3-ecc7-239a-9842-e73c1ae05a75/MasterData/WALs/037c58a19ddb,45629,1731750556421, archiveDir=hdfs://localhost:43215/user/jenkins/test-data/0bbf53a3-ecc7-239a-9842-e73c1ae05a75/MasterData/oldWALs, maxLogs=10 2024-11-16T09:49:17,631 DEBUG [master/037c58a19ddb:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0bbf53a3-ecc7-239a-9842-e73c1ae05a75/MasterData/WALs/037c58a19ddb,45629,1731750556421/037c58a19ddb%2C45629%2C1731750556421.1731750557606, exclude list is [], retry=0 2024-11-16T09:49:17,648 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.initialize(FanOutOneBlockAsyncDFSOutputHelper.java:413) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$5.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:472) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$5.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:467) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.NettyFutureUtils.lambda$addListener$0(NettyFutureUtils.java:56) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setSuccess0(DefaultPromise.java:625) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.trySuccess(DefaultPromise.java:105) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPromise.trySuccess(DefaultChannelPromise.java:84) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:658) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:696) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T09:49:17,654 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33563,DS-61746816-35e7-4974-920d-6b8f7cf7927e,DISK] 2024-11-16T09:49:17,654 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35673,DS-068582ea-8037-4926-a119-5f855de735f3,DISK] 2024-11-16T09:49:17,657 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-16T09:49:17,697 INFO [master/037c58a19ddb:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0bbf53a3-ecc7-239a-9842-e73c1ae05a75/MasterData/WALs/037c58a19ddb,45629,1731750556421/037c58a19ddb%2C45629%2C1731750556421.1731750557606 2024-11-16T09:49:17,698 DEBUG [master/037c58a19ddb:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35057:35057),(127.0.0.1/127.0.0.1:34243:34243)] 2024-11-16T09:49:17,698 DEBUG [master/037c58a19ddb:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-16T09:49:17,699 DEBUG [master/037c58a19ddb:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T09:49:17,702 DEBUG [master/037c58a19ddb:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T09:49:17,703 DEBUG [master/037c58a19ddb:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T09:49:17,739 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T09:49:17,766 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-16T09:49:17,769 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T09:49:17,772 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T09:49:17,773 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T09:49:17,775 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-16T09:49:17,776 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T09:49:17,777 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T09:49:17,777 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T09:49:17,779 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-16T09:49:17,780 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T09:49:17,781 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T09:49:17,781 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T09:49:17,783 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-16T09:49:17,783 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T09:49:17,784 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T09:49:17,785 DEBUG [master/037c58a19ddb:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T09:49:17,789 DEBUG [master/037c58a19ddb:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43215/user/jenkins/test-data/0bbf53a3-ecc7-239a-9842-e73c1ae05a75/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-16T09:49:17,790 DEBUG [master/037c58a19ddb:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43215/user/jenkins/test-data/0bbf53a3-ecc7-239a-9842-e73c1ae05a75/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-16T09:49:17,796 DEBUG [master/037c58a19ddb:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T09:49:17,796 DEBUG [master/037c58a19ddb:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T09:49:17,799 DEBUG [master/037c58a19ddb:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T09:49:17,803 DEBUG [master/037c58a19ddb:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T09:49:17,807 DEBUG [master/037c58a19ddb:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43215/user/jenkins/test-data/0bbf53a3-ecc7-239a-9842-e73c1ae05a75/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T09:49:17,809 INFO [master/037c58a19ddb:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=800437, jitterRate=0.017809078097343445}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T09:49:17,814 DEBUG [master/037c58a19ddb:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731750557714Initializing all the Stores at 1731750557716 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731750557717 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731750557718 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731750557718Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731750557718Cleaning up temporary data from old regions at 1731750557796 (+78 ms)Region opened successfully at 1731750557814 (+18 ms) 2024-11-16T09:49:17,816 INFO [master/037c58a19ddb:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-16T09:49:17,849 DEBUG [master/037c58a19ddb:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41da8650, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=037c58a19ddb/172.17.0.2:0 2024-11-16T09:49:17,880 INFO [master/037c58a19ddb:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-16T09:49:17,892 INFO [master/037c58a19ddb:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-16T09:49:17,892 INFO [master/037c58a19ddb:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-16T09:49:17,895 INFO [master/037c58a19ddb:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-16T09:49:17,896 INFO [master/037c58a19ddb:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-16T09:49:17,901 INFO [master/037c58a19ddb:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec 2024-11-16T09:49:17,901 INFO [master/037c58a19ddb:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-16T09:49:17,928 INFO [master/037c58a19ddb:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-16T09:49:17,937 DEBUG [master/037c58a19ddb:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45629-0x101b07be50d0000, quorum=127.0.0.1:52032, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-16T09:49:17,940 DEBUG [master/037c58a19ddb:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-16T09:49:17,942 INFO [master/037c58a19ddb:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-16T09:49:17,944 DEBUG [master/037c58a19ddb:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45629-0x101b07be50d0000, quorum=127.0.0.1:52032, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-16T09:49:17,946 DEBUG [master/037c58a19ddb:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-16T09:49:17,948 INFO [master/037c58a19ddb:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-16T09:49:17,951 DEBUG [master/037c58a19ddb:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45629-0x101b07be50d0000, quorum=127.0.0.1:52032, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-16T09:49:17,953 DEBUG [master/037c58a19ddb:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-16T09:49:17,954 DEBUG [master/037c58a19ddb:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45629-0x101b07be50d0000, quorum=127.0.0.1:52032, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-16T09:49:17,956 DEBUG [master/037c58a19ddb:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-16T09:49:17,973 DEBUG [master/037c58a19ddb:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45629-0x101b07be50d0000, quorum=127.0.0.1:52032, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-16T09:49:17,975 DEBUG [master/037c58a19ddb:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-16T09:49:17,980 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45629-0x101b07be50d0000, quorum=127.0.0.1:52032, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-16T09:49:17,980 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45807-0x101b07be50d0001, quorum=127.0.0.1:52032, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-16T09:49:17,980 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45629-0x101b07be50d0000, quorum=127.0.0.1:52032, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T09:49:17,980 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45807-0x101b07be50d0001, quorum=127.0.0.1:52032, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T09:49:17,983 INFO [master/037c58a19ddb:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=037c58a19ddb,45629,1731750556421, sessionid=0x101b07be50d0000, setting cluster-up flag (Was=false) 2024-11-16T09:49:17,997 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45629-0x101b07be50d0000, quorum=127.0.0.1:52032, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T09:49:17,997 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45807-0x101b07be50d0001, quorum=127.0.0.1:52032, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T09:49:18,004 DEBUG [master/037c58a19ddb:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-16T09:49:18,006 DEBUG [master/037c58a19ddb:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=037c58a19ddb,45629,1731750556421 2024-11-16T09:49:18,012 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45629-0x101b07be50d0000, quorum=127.0.0.1:52032, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T09:49:18,012 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45807-0x101b07be50d0001, quorum=127.0.0.1:52032, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T09:49:18,019 DEBUG [master/037c58a19ddb:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-16T09:49:18,021 DEBUG [master/037c58a19ddb:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=037c58a19ddb,45629,1731750556421 2024-11-16T09:49:18,028 INFO [master/037c58a19ddb:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:43215/user/jenkins/test-data/0bbf53a3-ecc7-239a-9842-e73c1ae05a75/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-16T09:49:18,037 INFO [RS:0;037c58a19ddb:45807 {}] regionserver.HRegionServer(746): ClusterId : 63b26c40-b915-4e44-8c1b-107f8e48bf2f 2024-11-16T09:49:18,041 DEBUG [RS:0;037c58a19ddb:45807 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-16T09:49:18,047 DEBUG [RS:0;037c58a19ddb:45807 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-16T09:49:18,047 DEBUG [RS:0;037c58a19ddb:45807 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-16T09:49:18,050 DEBUG [RS:0;037c58a19ddb:45807 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-16T09:49:18,051 DEBUG [RS:0;037c58a19ddb:45807 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d51827e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=037c58a19ddb/172.17.0.2:0 2024-11-16T09:49:18,074 DEBUG [RS:0;037c58a19ddb:45807 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;037c58a19ddb:45807 2024-11-16T09:49:18,079 INFO [RS:0;037c58a19ddb:45807 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-16T09:49:18,079 INFO [RS:0;037c58a19ddb:45807 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-16T09:49:18,079 DEBUG [RS:0;037c58a19ddb:45807 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-16T09:49:18,082 INFO [RS:0;037c58a19ddb:45807 {}] regionserver.HRegionServer(2659): reportForDuty to master=037c58a19ddb,45629,1731750556421 with port=45807, startcode=1731750557146 2024-11-16T09:49:18,100 DEBUG [RS:0;037c58a19ddb:45807 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-16T09:49:18,121 DEBUG [master/037c58a19ddb:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-16T09:49:18,133 INFO [master/037c58a19ddb:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-16T09:49:18,144 INFO [master/037c58a19ddb:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-16T09:49:18,144 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36869, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-16T09:49:18,150 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45629 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-16T09:49:18,151 DEBUG [master/037c58a19ddb:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 037c58a19ddb,45629,1731750556421 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-16T09:49:18,158 DEBUG [master/037c58a19ddb:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/037c58a19ddb:0, corePoolSize=5, maxPoolSize=5 2024-11-16T09:49:18,158 DEBUG [master/037c58a19ddb:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/037c58a19ddb:0, corePoolSize=5, maxPoolSize=5 2024-11-16T09:49:18,158 DEBUG [master/037c58a19ddb:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/037c58a19ddb:0, corePoolSize=5, maxPoolSize=5 2024-11-16T09:49:18,158 DEBUG [master/037c58a19ddb:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/037c58a19ddb:0, corePoolSize=5, maxPoolSize=5 2024-11-16T09:49:18,158 DEBUG [master/037c58a19ddb:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/037c58a19ddb:0, corePoolSize=10, maxPoolSize=10 2024-11-16T09:49:18,159 DEBUG [master/037c58a19ddb:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/037c58a19ddb:0, corePoolSize=1, maxPoolSize=1 2024-11-16T09:49:18,159 DEBUG [master/037c58a19ddb:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/037c58a19ddb:0, corePoolSize=2, maxPoolSize=2 2024-11-16T09:49:18,159 DEBUG [master/037c58a19ddb:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/037c58a19ddb:0, corePoolSize=1, maxPoolSize=1 2024-11-16T09:49:18,163 INFO [master/037c58a19ddb:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731750588162 2024-11-16T09:49:18,164 INFO [master/037c58a19ddb:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-16T09:49:18,165 INFO [master/037c58a19ddb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-16T09:49:18,165 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T09:49:18,166 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-16T09:49:18,169 INFO [master/037c58a19ddb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-16T09:49:18,170 INFO [master/037c58a19ddb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-16T09:49:18,170 INFO [master/037c58a19ddb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-16T09:49:18,170 INFO [master/037c58a19ddb:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-16T09:49:18,172 INFO [master/037c58a19ddb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-16T09:49:18,174 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T09:49:18,175 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-16T09:49:18,176 INFO [master/037c58a19ddb:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-16T09:49:18,177 INFO [master/037c58a19ddb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-16T09:49:18,178 INFO [master/037c58a19ddb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-16T09:49:18,182 INFO [master/037c58a19ddb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-16T09:49:18,183 INFO [master/037c58a19ddb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-16T09:49:18,184 DEBUG [RS:0;037c58a19ddb:45807 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-16T09:49:18,185 WARN [RS:0;037c58a19ddb:45807 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-16T09:49:18,185 DEBUG [master/037c58a19ddb:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/037c58a19ddb:0:becomeActiveMaster-HFileCleaner.large.0-1731750558184,5,FailOnTimeoutGroup] 2024-11-16T09:49:18,188 DEBUG [master/037c58a19ddb:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/037c58a19ddb:0:becomeActiveMaster-HFileCleaner.small.0-1731750558185,5,FailOnTimeoutGroup] 2024-11-16T09:49:18,188 INFO [master/037c58a19ddb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-16T09:49:18,188 INFO [master/037c58a19ddb:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-16T09:49:18,190 INFO [master/037c58a19ddb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-16T09:49:18,191 INFO [master/037c58a19ddb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-16T09:49:18,192 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35673 is added to blk_1073741831_1007 (size=1321) 2024-11-16T09:49:18,193 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33563 is added to blk_1073741831_1007 (size=1321) 2024-11-16T09:49:18,194 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:43215/user/jenkins/test-data/0bbf53a3-ecc7-239a-9842-e73c1ae05a75/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-16T09:49:18,195 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:43215/user/jenkins/test-data/0bbf53a3-ecc7-239a-9842-e73c1ae05a75 2024-11-16T09:49:18,209 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33563 is added to blk_1073741832_1008 (size=32) 2024-11-16T09:49:18,210 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35673 is added to blk_1073741832_1008 (size=32) 2024-11-16T09:49:18,215 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T09:49:18,218 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-16T09:49:18,221 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-16T09:49:18,221 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T09:49:18,222 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T09:49:18,223 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-16T09:49:18,225 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-16T09:49:18,226 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T09:49:18,227 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T09:49:18,227 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-16T09:49:18,230 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-16T09:49:18,230 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T09:49:18,231 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T09:49:18,231 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-16T09:49:18,234 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-16T09:49:18,234 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T09:49:18,235 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T09:49:18,235 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-16T09:49:18,237 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43215/user/jenkins/test-data/0bbf53a3-ecc7-239a-9842-e73c1ae05a75/data/hbase/meta/1588230740 2024-11-16T09:49:18,238 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43215/user/jenkins/test-data/0bbf53a3-ecc7-239a-9842-e73c1ae05a75/data/hbase/meta/1588230740 2024-11-16T09:49:18,241 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-16T09:49:18,242 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-16T09:49:18,243 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-16T09:49:18,246 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-16T09:49:18,251 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43215/user/jenkins/test-data/0bbf53a3-ecc7-239a-9842-e73c1ae05a75/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T09:49:18,252 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=708412, jitterRate=-0.09920772910118103}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-16T09:49:18,255 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731750558215Initializing all the Stores at 1731750558217 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731750558217Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731750558217Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731750558217Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731750558218 (+1 ms)Cleaning up temporary data from old regions at 1731750558242 (+24 ms)Region opened successfully at 1731750558255 (+13 ms) 2024-11-16T09:49:18,256 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-16T09:49:18,256 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-16T09:49:18,256 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-16T09:49:18,256 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-16T09:49:18,256 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-16T09:49:18,258 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-16T09:49:18,258 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731750558256Disabling compacts and flushes for region at 1731750558256Disabling writes for close at 1731750558256Writing region close event to WAL at 1731750558257 (+1 ms)Closed at 1731750558258 (+1 ms) 2024-11-16T09:49:18,262 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T09:49:18,262 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-16T09:49:18,271 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-16T09:49:18,284 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-16T09:49:18,287 INFO [RS:0;037c58a19ddb:45807 {}] regionserver.HRegionServer(2659): reportForDuty to master=037c58a19ddb,45629,1731750556421 with port=45807, startcode=1731750557146 2024-11-16T09:49:18,288 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-16T09:49:18,289 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45629 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 037c58a19ddb,45807,1731750557146 2024-11-16T09:49:18,292 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45629 {}] master.ServerManager(517): Registering regionserver=037c58a19ddb,45807,1731750557146 2024-11-16T09:49:18,301 DEBUG [RS:0;037c58a19ddb:45807 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43215/user/jenkins/test-data/0bbf53a3-ecc7-239a-9842-e73c1ae05a75 2024-11-16T09:49:18,301 DEBUG [RS:0;037c58a19ddb:45807 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43215 2024-11-16T09:49:18,301 DEBUG [RS:0;037c58a19ddb:45807 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-16T09:49:18,306 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45629-0x101b07be50d0000, quorum=127.0.0.1:52032, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-16T09:49:18,307 DEBUG [RS:0;037c58a19ddb:45807 {}] zookeeper.ZKUtil(111): regionserver:45807-0x101b07be50d0001, quorum=127.0.0.1:52032, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/037c58a19ddb,45807,1731750557146 2024-11-16T09:49:18,307 WARN [RS:0;037c58a19ddb:45807 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-16T09:49:18,308 INFO [RS:0;037c58a19ddb:45807 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T09:49:18,308 DEBUG [RS:0;037c58a19ddb:45807 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43215/user/jenkins/test-data/0bbf53a3-ecc7-239a-9842-e73c1ae05a75/WALs/037c58a19ddb,45807,1731750557146 2024-11-16T09:49:18,309 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [037c58a19ddb,45807,1731750557146] 2024-11-16T09:49:18,335 INFO [RS:0;037c58a19ddb:45807 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-16T09:49:18,350 INFO [RS:0;037c58a19ddb:45807 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-16T09:49:18,355 INFO [RS:0;037c58a19ddb:45807 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-16T09:49:18,355 INFO [RS:0;037c58a19ddb:45807 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T09:49:18,357 INFO [RS:0;037c58a19ddb:45807 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-16T09:49:18,363 INFO [RS:0;037c58a19ddb:45807 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-16T09:49:18,364 INFO [RS:0;037c58a19ddb:45807 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-16T09:49:18,365 DEBUG [RS:0;037c58a19ddb:45807 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/037c58a19ddb:0, corePoolSize=1, maxPoolSize=1 2024-11-16T09:49:18,365 DEBUG [RS:0;037c58a19ddb:45807 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/037c58a19ddb:0, corePoolSize=1, maxPoolSize=1 2024-11-16T09:49:18,365 DEBUG [RS:0;037c58a19ddb:45807 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/037c58a19ddb:0, corePoolSize=1, maxPoolSize=1 2024-11-16T09:49:18,365 DEBUG [RS:0;037c58a19ddb:45807 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/037c58a19ddb:0, corePoolSize=1, maxPoolSize=1 2024-11-16T09:49:18,366 DEBUG [RS:0;037c58a19ddb:45807 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/037c58a19ddb:0, corePoolSize=1, maxPoolSize=1 2024-11-16T09:49:18,366 DEBUG [RS:0;037c58a19ddb:45807 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/037c58a19ddb:0, corePoolSize=2, maxPoolSize=2 2024-11-16T09:49:18,366 DEBUG [RS:0;037c58a19ddb:45807 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/037c58a19ddb:0, corePoolSize=1, maxPoolSize=1 2024-11-16T09:49:18,366 DEBUG [RS:0;037c58a19ddb:45807 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/037c58a19ddb:0, corePoolSize=1, maxPoolSize=1 2024-11-16T09:49:18,366 DEBUG [RS:0;037c58a19ddb:45807 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/037c58a19ddb:0, corePoolSize=1, maxPoolSize=1 2024-11-16T09:49:18,367 DEBUG [RS:0;037c58a19ddb:45807 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/037c58a19ddb:0, corePoolSize=1, maxPoolSize=1 2024-11-16T09:49:18,367 DEBUG [RS:0;037c58a19ddb:45807 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/037c58a19ddb:0, corePoolSize=1, maxPoolSize=1 2024-11-16T09:49:18,367 DEBUG [RS:0;037c58a19ddb:45807 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/037c58a19ddb:0, corePoolSize=1, maxPoolSize=1 2024-11-16T09:49:18,367 DEBUG [RS:0;037c58a19ddb:45807 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/037c58a19ddb:0, corePoolSize=3, maxPoolSize=3 2024-11-16T09:49:18,368 DEBUG [RS:0;037c58a19ddb:45807 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/037c58a19ddb:0, corePoolSize=3, maxPoolSize=3 2024-11-16T09:49:18,369 INFO [RS:0;037c58a19ddb:45807 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-16T09:49:18,369 INFO [RS:0;037c58a19ddb:45807 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-16T09:49:18,369 INFO [RS:0;037c58a19ddb:45807 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T09:49:18,369 INFO [RS:0;037c58a19ddb:45807 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-16T09:49:18,369 INFO [RS:0;037c58a19ddb:45807 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-16T09:49:18,369 INFO [RS:0;037c58a19ddb:45807 {}] hbase.ChoreService(168): Chore ScheduledChore name=037c58a19ddb,45807,1731750557146-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-16T09:49:18,389 INFO [RS:0;037c58a19ddb:45807 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-16T09:49:18,391 INFO [RS:0;037c58a19ddb:45807 {}] hbase.ChoreService(168): Chore ScheduledChore name=037c58a19ddb,45807,1731750557146-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T09:49:18,392 INFO [RS:0;037c58a19ddb:45807 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T09:49:18,392 INFO [RS:0;037c58a19ddb:45807 {}] regionserver.Replication(171): 037c58a19ddb,45807,1731750557146 started 2024-11-16T09:49:18,410 INFO [RS:0;037c58a19ddb:45807 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T09:49:18,411 INFO [RS:0;037c58a19ddb:45807 {}] regionserver.HRegionServer(1482): Serving as 037c58a19ddb,45807,1731750557146, RpcServer on 037c58a19ddb/172.17.0.2:45807, sessionid=0x101b07be50d0001 2024-11-16T09:49:18,411 DEBUG [RS:0;037c58a19ddb:45807 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-16T09:49:18,411 DEBUG [RS:0;037c58a19ddb:45807 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 037c58a19ddb,45807,1731750557146 2024-11-16T09:49:18,412 DEBUG [RS:0;037c58a19ddb:45807 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '037c58a19ddb,45807,1731750557146' 2024-11-16T09:49:18,412 DEBUG [RS:0;037c58a19ddb:45807 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-16T09:49:18,413 DEBUG [RS:0;037c58a19ddb:45807 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-16T09:49:18,414 DEBUG [RS:0;037c58a19ddb:45807 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-16T09:49:18,414 DEBUG [RS:0;037c58a19ddb:45807 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-16T09:49:18,414 DEBUG [RS:0;037c58a19ddb:45807 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 037c58a19ddb,45807,1731750557146 2024-11-16T09:49:18,414 DEBUG [RS:0;037c58a19ddb:45807 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '037c58a19ddb,45807,1731750557146' 2024-11-16T09:49:18,414 DEBUG [RS:0;037c58a19ddb:45807 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-16T09:49:18,415 DEBUG [RS:0;037c58a19ddb:45807 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-16T09:49:18,415 DEBUG [RS:0;037c58a19ddb:45807 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-16T09:49:18,415 INFO [RS:0;037c58a19ddb:45807 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-16T09:49:18,416 INFO [RS:0;037c58a19ddb:45807 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-16T09:49:18,439 WARN [037c58a19ddb:45629 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-16T09:49:18,521 INFO [RS:0;037c58a19ddb:45807 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-16T09:49:18,524 INFO [RS:0;037c58a19ddb:45807 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=037c58a19ddb%2C45807%2C1731750557146, suffix=, logDir=hdfs://localhost:43215/user/jenkins/test-data/0bbf53a3-ecc7-239a-9842-e73c1ae05a75/WALs/037c58a19ddb,45807,1731750557146, archiveDir=hdfs://localhost:43215/user/jenkins/test-data/0bbf53a3-ecc7-239a-9842-e73c1ae05a75/oldWALs, maxLogs=32 2024-11-16T09:49:18,542 DEBUG [RS:0;037c58a19ddb:45807 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0bbf53a3-ecc7-239a-9842-e73c1ae05a75/WALs/037c58a19ddb,45807,1731750557146/037c58a19ddb%2C45807%2C1731750557146.1731750558527, exclude list is [], retry=0 2024-11-16T09:49:18,547 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33563,DS-61746816-35e7-4974-920d-6b8f7cf7927e,DISK] 2024-11-16T09:49:18,547 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35673,DS-068582ea-8037-4926-a119-5f855de735f3,DISK] 2024-11-16T09:49:18,552 INFO [RS:0;037c58a19ddb:45807 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0bbf53a3-ecc7-239a-9842-e73c1ae05a75/WALs/037c58a19ddb,45807,1731750557146/037c58a19ddb%2C45807%2C1731750557146.1731750558527 2024-11-16T09:49:18,553 DEBUG [RS:0;037c58a19ddb:45807 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34243:34243),(127.0.0.1/127.0.0.1:35057:35057)] 2024-11-16T09:49:18,692 DEBUG [037c58a19ddb:45629 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-16T09:49:18,707 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=037c58a19ddb,45807,1731750557146 2024-11-16T09:49:18,716 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 037c58a19ddb,45807,1731750557146, state=OPENING 2024-11-16T09:49:18,722 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-16T09:49:18,725 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45629-0x101b07be50d0000, quorum=127.0.0.1:52032, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T09:49:18,725 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45807-0x101b07be50d0001, quorum=127.0.0.1:52032, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T09:49:18,726 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-16T09:49:18,726 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-16T09:49:18,728 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-16T09:49:18,731 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=037c58a19ddb,45807,1731750557146}] 2024-11-16T09:49:18,909 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-16T09:49:18,911 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47843, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-16T09:49:18,922 INFO [RS_OPEN_META-regionserver/037c58a19ddb:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-16T09:49:18,922 INFO [RS_OPEN_META-regionserver/037c58a19ddb:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T09:49:18,923 INFO [RS_OPEN_META-regionserver/037c58a19ddb:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-16T09:49:18,926 INFO [RS_OPEN_META-regionserver/037c58a19ddb:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=037c58a19ddb%2C45807%2C1731750557146.meta, suffix=.meta, logDir=hdfs://localhost:43215/user/jenkins/test-data/0bbf53a3-ecc7-239a-9842-e73c1ae05a75/WALs/037c58a19ddb,45807,1731750557146, archiveDir=hdfs://localhost:43215/user/jenkins/test-data/0bbf53a3-ecc7-239a-9842-e73c1ae05a75/oldWALs, maxLogs=32 2024-11-16T09:49:18,943 DEBUG [RS_OPEN_META-regionserver/037c58a19ddb:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0bbf53a3-ecc7-239a-9842-e73c1ae05a75/WALs/037c58a19ddb,45807,1731750557146/037c58a19ddb%2C45807%2C1731750557146.meta.1731750558928.meta, exclude list is [], retry=0 2024-11-16T09:49:18,947 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35673,DS-068582ea-8037-4926-a119-5f855de735f3,DISK] 2024-11-16T09:49:18,947 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33563,DS-61746816-35e7-4974-920d-6b8f7cf7927e,DISK] 2024-11-16T09:49:18,951 INFO [RS_OPEN_META-regionserver/037c58a19ddb:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0bbf53a3-ecc7-239a-9842-e73c1ae05a75/WALs/037c58a19ddb,45807,1731750557146/037c58a19ddb%2C45807%2C1731750557146.meta.1731750558928.meta 2024-11-16T09:49:18,951 DEBUG [RS_OPEN_META-regionserver/037c58a19ddb:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34243:34243),(127.0.0.1/127.0.0.1:35057:35057)] 2024-11-16T09:49:18,952 DEBUG [RS_OPEN_META-regionserver/037c58a19ddb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-16T09:49:18,954 DEBUG [RS_OPEN_META-regionserver/037c58a19ddb:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-16T09:49:18,958 DEBUG [RS_OPEN_META-regionserver/037c58a19ddb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-16T09:49:18,973 INFO [RS_OPEN_META-regionserver/037c58a19ddb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-16T09:49:18,978 DEBUG [RS_OPEN_META-regionserver/037c58a19ddb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-16T09:49:18,979 DEBUG [RS_OPEN_META-regionserver/037c58a19ddb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T09:49:18,979 DEBUG [RS_OPEN_META-regionserver/037c58a19ddb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-16T09:49:18,979 DEBUG [RS_OPEN_META-regionserver/037c58a19ddb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-16T09:49:18,983 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-16T09:49:18,985 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-16T09:49:18,985 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T09:49:18,986 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T09:49:18,986 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-16T09:49:18,988 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-16T09:49:18,988 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T09:49:18,989 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T09:49:18,989 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-16T09:49:18,991 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-16T09:49:18,991 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T09:49:18,991 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T09:49:18,992 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-16T09:49:18,993 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-16T09:49:18,993 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T09:49:18,994 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T09:49:18,994 DEBUG [RS_OPEN_META-regionserver/037c58a19ddb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-16T09:49:18,995 DEBUG [RS_OPEN_META-regionserver/037c58a19ddb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43215/user/jenkins/test-data/0bbf53a3-ecc7-239a-9842-e73c1ae05a75/data/hbase/meta/1588230740 2024-11-16T09:49:18,998 DEBUG [RS_OPEN_META-regionserver/037c58a19ddb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43215/user/jenkins/test-data/0bbf53a3-ecc7-239a-9842-e73c1ae05a75/data/hbase/meta/1588230740 2024-11-16T09:49:19,001 DEBUG [RS_OPEN_META-regionserver/037c58a19ddb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-16T09:49:19,001 DEBUG [RS_OPEN_META-regionserver/037c58a19ddb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-16T09:49:19,002 DEBUG [RS_OPEN_META-regionserver/037c58a19ddb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-16T09:49:19,006 DEBUG [RS_OPEN_META-regionserver/037c58a19ddb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-16T09:49:19,008 INFO [RS_OPEN_META-regionserver/037c58a19ddb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=821609, jitterRate=0.044731125235557556}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-16T09:49:19,008 DEBUG [RS_OPEN_META-regionserver/037c58a19ddb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-16T09:49:19,010 DEBUG [RS_OPEN_META-regionserver/037c58a19ddb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731750558980Writing region info on filesystem at 1731750558980Initializing all the Stores at 1731750558982 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731750558983 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731750558983Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731750558983Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731750558983Cleaning up temporary data from old regions at 1731750559001 (+18 ms)Running coprocessor post-open hooks at 1731750559008 (+7 ms)Region opened successfully at 1731750559010 (+2 ms) 2024-11-16T09:49:19,020 INFO [RS_OPEN_META-regionserver/037c58a19ddb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731750558899 2024-11-16T09:49:19,033 DEBUG [RS_OPEN_META-regionserver/037c58a19ddb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-16T09:49:19,033 INFO [RS_OPEN_META-regionserver/037c58a19ddb:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-16T09:49:19,035 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=037c58a19ddb,45807,1731750557146 2024-11-16T09:49:19,037 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 037c58a19ddb,45807,1731750557146, state=OPEN 2024-11-16T09:49:19,043 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45807-0x101b07be50d0001, quorum=127.0.0.1:52032, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-16T09:49:19,043 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45629-0x101b07be50d0000, quorum=127.0.0.1:52032, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-16T09:49:19,043 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-16T09:49:19,043 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-16T09:49:19,043 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=037c58a19ddb,45807,1731750557146 2024-11-16T09:49:19,049 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-16T09:49:19,049 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=037c58a19ddb,45807,1731750557146 in 314 msec 2024-11-16T09:49:19,056 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-16T09:49:19,056 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 779 msec 2024-11-16T09:49:19,057 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T09:49:19,057 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-16T09:49:19,081 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T09:49:19,082 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=037c58a19ddb,45807,1731750557146, seqNum=-1] 2024-11-16T09:49:19,104 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T09:49:19,107 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34269, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T09:49:19,126 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.0630 sec 2024-11-16T09:49:19,127 INFO [master/037c58a19ddb:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731750559126, completionTime=-1 2024-11-16T09:49:19,129 INFO [master/037c58a19ddb:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-16T09:49:19,130 DEBUG [master/037c58a19ddb:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-16T09:49:19,173 INFO [master/037c58a19ddb:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-16T09:49:19,174 INFO [master/037c58a19ddb:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731750619174 2024-11-16T09:49:19,174 INFO [master/037c58a19ddb:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731750679174 2024-11-16T09:49:19,174 INFO [master/037c58a19ddb:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 44 msec 2024-11-16T09:49:19,176 INFO [master/037c58a19ddb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=037c58a19ddb,45629,1731750556421-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T09:49:19,177 INFO [master/037c58a19ddb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=037c58a19ddb,45629,1731750556421-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T09:49:19,177 INFO [master/037c58a19ddb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=037c58a19ddb,45629,1731750556421-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T09:49:19,179 INFO [master/037c58a19ddb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-037c58a19ddb:45629, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T09:49:19,179 INFO [master/037c58a19ddb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-16T09:49:19,180 INFO [master/037c58a19ddb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-16T09:49:19,185 DEBUG [master/037c58a19ddb:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-16T09:49:19,214 INFO [master/037c58a19ddb:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.928sec 2024-11-16T09:49:19,215 INFO [master/037c58a19ddb:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-16T09:49:19,217 INFO [master/037c58a19ddb:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-16T09:49:19,218 INFO [master/037c58a19ddb:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-16T09:49:19,218 INFO [master/037c58a19ddb:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-16T09:49:19,219 INFO [master/037c58a19ddb:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-16T09:49:19,219 INFO [master/037c58a19ddb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=037c58a19ddb,45629,1731750556421-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-16T09:49:19,220 INFO [master/037c58a19ddb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=037c58a19ddb,45629,1731750556421-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-16T09:49:19,228 DEBUG [master/037c58a19ddb:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-16T09:49:19,229 INFO [master/037c58a19ddb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-16T09:49:19,229 INFO [master/037c58a19ddb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=037c58a19ddb,45629,1731750556421-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T09:49:19,247 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7bf7967d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T09:49:19,249 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-16T09:49:19,249 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-16T09:49:19,253 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 037c58a19ddb,45629,-1 for getting cluster id 2024-11-16T09:49:19,255 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T09:49:19,264 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '63b26c40-b915-4e44-8c1b-107f8e48bf2f' 2024-11-16T09:49:19,266 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T09:49:19,266 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "63b26c40-b915-4e44-8c1b-107f8e48bf2f" 2024-11-16T09:49:19,266 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@71d1d39b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T09:49:19,267 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [037c58a19ddb,45629,-1] 2024-11-16T09:49:19,269 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T09:49:19,271 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T09:49:19,273 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49646, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T09:49:19,276 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53cdea9c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T09:49:19,277 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T09:49:19,285 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=037c58a19ddb,45807,1731750557146, seqNum=-1] 2024-11-16T09:49:19,285 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T09:49:19,288 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56272, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T09:49:19,329 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=037c58a19ddb,45629,1731750556421 2024-11-16T09:49:19,330 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T09:49:19,339 INFO [Time-limited test {}] master.MasterRpcServices(567): Client=null/null set balanceSwitch=false 2024-11-16T09:49:19,343 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T09:49:19,348 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 037c58a19ddb,45629,1731750556421 2024-11-16T09:49:19,351 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@44d35f42 2024-11-16T09:49:19,352 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T09:49:19,358 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49662, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-16T09:49:19,360 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45629 {}] util.TableDescriptorChecker(321): MAX_FILESIZE for table descriptor or "hbase.hregion.max.filesize" (786432) is too small, which might cause over splitting into unmanageable number of regions. 2024-11-16T09:49:19,361 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45629 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (8192) is too small, which might cause very frequent flushing. 2024-11-16T09:49:19,364 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45629 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestLogRolling-testSlowSyncLogRolling', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-16T09:49:19,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45629 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling 2024-11-16T09:49:19,375 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling execute state=CREATE_TABLE_PRE_OPERATION 2024-11-16T09:49:19,377 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45629 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestLogRolling-testSlowSyncLogRolling" procId is: 4 2024-11-16T09:49:19,378 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T09:49:19,380 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-16T09:49:19,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T09:49:19,392 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35673 is added to blk_1073741835_1011 (size=389) 2024-11-16T09:49:19,393 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33563 is added to blk_1073741835_1011 (size=389) 2024-11-16T09:49:19,396 INFO [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 428d53264a533db88cb8aedd3d1e3b24, NAME => 'TestLogRolling-testSlowSyncLogRolling,,1731750559360.428d53264a533db88cb8aedd3d1e3b24.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestLogRolling-testSlowSyncLogRolling', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43215/user/jenkins/test-data/0bbf53a3-ecc7-239a-9842-e73c1ae05a75 2024-11-16T09:49:19,404 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35673 is added to blk_1073741836_1012 (size=72) 2024-11-16T09:49:19,405 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33563 is added to blk_1073741836_1012 (size=72) 2024-11-16T09:49:19,405 DEBUG [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(898): Instantiated TestLogRolling-testSlowSyncLogRolling,,1731750559360.428d53264a533db88cb8aedd3d1e3b24.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T09:49:19,406 DEBUG [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(1722): Closing 428d53264a533db88cb8aedd3d1e3b24, disabling compactions & flushes 2024-11-16T09:49:19,406 INFO [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(1755): Closing region TestLogRolling-testSlowSyncLogRolling,,1731750559360.428d53264a533db88cb8aedd3d1e3b24. 2024-11-16T09:49:19,406 DEBUG [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testSlowSyncLogRolling,,1731750559360.428d53264a533db88cb8aedd3d1e3b24. 2024-11-16T09:49:19,406 DEBUG [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testSlowSyncLogRolling,,1731750559360.428d53264a533db88cb8aedd3d1e3b24. after waiting 0 ms 2024-11-16T09:49:19,406 DEBUG [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testSlowSyncLogRolling,,1731750559360.428d53264a533db88cb8aedd3d1e3b24. 2024-11-16T09:49:19,406 INFO [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(1973): Closed TestLogRolling-testSlowSyncLogRolling,,1731750559360.428d53264a533db88cb8aedd3d1e3b24. 2024-11-16T09:49:19,406 DEBUG [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(1676): Region close journal for 428d53264a533db88cb8aedd3d1e3b24: Waiting for close lock at 1731750559406Disabling compacts and flushes for region at 1731750559406Disabling writes for close at 1731750559406Writing region close event to WAL at 1731750559406Closed at 1731750559406 2024-11-16T09:49:19,408 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling execute state=CREATE_TABLE_ADD_TO_META 2024-11-16T09:49:19,413 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestLogRolling-testSlowSyncLogRolling,,1731750559360.428d53264a533db88cb8aedd3d1e3b24.","families":{"info":[{"qualifier":"regioninfo","vlen":71,"tag":[],"timestamp":"1731750559408"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731750559408"}]},"ts":"1731750559408"} 2024-11-16T09:49:19,418 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-16T09:49:19,419 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-16T09:49:19,422 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testSlowSyncLogRolling","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731750559420"}]},"ts":"1731750559420"} 2024-11-16T09:49:19,427 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testSlowSyncLogRolling, state=ENABLING in hbase:meta 2024-11-16T09:49:19,429 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testSlowSyncLogRolling, region=428d53264a533db88cb8aedd3d1e3b24, ASSIGN}] 2024-11-16T09:49:19,431 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testSlowSyncLogRolling, region=428d53264a533db88cb8aedd3d1e3b24, ASSIGN 2024-11-16T09:49:19,433 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testSlowSyncLogRolling, region=428d53264a533db88cb8aedd3d1e3b24, ASSIGN; state=OFFLINE, location=037c58a19ddb,45807,1731750557146; forceNewPlan=false, retain=false 2024-11-16T09:49:19,585 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=428d53264a533db88cb8aedd3d1e3b24, regionState=OPENING, regionLocation=037c58a19ddb,45807,1731750557146 2024-11-16T09:49:19,590 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testSlowSyncLogRolling, region=428d53264a533db88cb8aedd3d1e3b24, ASSIGN because future has completed 2024-11-16T09:49:19,591 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 428d53264a533db88cb8aedd3d1e3b24, server=037c58a19ddb,45807,1731750557146}] 2024-11-16T09:49:19,751 INFO [RS_OPEN_REGION-regionserver/037c58a19ddb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open TestLogRolling-testSlowSyncLogRolling,,1731750559360.428d53264a533db88cb8aedd3d1e3b24. 2024-11-16T09:49:19,752 DEBUG [RS_OPEN_REGION-regionserver/037c58a19ddb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 428d53264a533db88cb8aedd3d1e3b24, NAME => 'TestLogRolling-testSlowSyncLogRolling,,1731750559360.428d53264a533db88cb8aedd3d1e3b24.', STARTKEY => '', ENDKEY => ''} 2024-11-16T09:49:19,752 DEBUG [RS_OPEN_REGION-regionserver/037c58a19ddb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestLogRolling-testSlowSyncLogRolling 428d53264a533db88cb8aedd3d1e3b24 2024-11-16T09:49:19,752 DEBUG [RS_OPEN_REGION-regionserver/037c58a19ddb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated TestLogRolling-testSlowSyncLogRolling,,1731750559360.428d53264a533db88cb8aedd3d1e3b24.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T09:49:19,753 DEBUG [RS_OPEN_REGION-regionserver/037c58a19ddb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 428d53264a533db88cb8aedd3d1e3b24 2024-11-16T09:49:19,753 DEBUG [RS_OPEN_REGION-regionserver/037c58a19ddb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 428d53264a533db88cb8aedd3d1e3b24 2024-11-16T09:49:19,755 INFO [StoreOpener-428d53264a533db88cb8aedd3d1e3b24-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 428d53264a533db88cb8aedd3d1e3b24 2024-11-16T09:49:19,758 INFO [StoreOpener-428d53264a533db88cb8aedd3d1e3b24-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 428d53264a533db88cb8aedd3d1e3b24 columnFamilyName info 2024-11-16T09:49:19,758 DEBUG [StoreOpener-428d53264a533db88cb8aedd3d1e3b24-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T09:49:19,759 INFO [StoreOpener-428d53264a533db88cb8aedd3d1e3b24-1 {}] regionserver.HStore(327): Store=428d53264a533db88cb8aedd3d1e3b24/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T09:49:19,759 DEBUG [RS_OPEN_REGION-regionserver/037c58a19ddb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 428d53264a533db88cb8aedd3d1e3b24 2024-11-16T09:49:19,761 DEBUG [RS_OPEN_REGION-regionserver/037c58a19ddb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43215/user/jenkins/test-data/0bbf53a3-ecc7-239a-9842-e73c1ae05a75/data/default/TestLogRolling-testSlowSyncLogRolling/428d53264a533db88cb8aedd3d1e3b24 2024-11-16T09:49:19,761 DEBUG [RS_OPEN_REGION-regionserver/037c58a19ddb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43215/user/jenkins/test-data/0bbf53a3-ecc7-239a-9842-e73c1ae05a75/data/default/TestLogRolling-testSlowSyncLogRolling/428d53264a533db88cb8aedd3d1e3b24 2024-11-16T09:49:19,762 DEBUG [RS_OPEN_REGION-regionserver/037c58a19ddb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 428d53264a533db88cb8aedd3d1e3b24 2024-11-16T09:49:19,762 DEBUG [RS_OPEN_REGION-regionserver/037c58a19ddb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 428d53264a533db88cb8aedd3d1e3b24 2024-11-16T09:49:19,765 DEBUG [RS_OPEN_REGION-regionserver/037c58a19ddb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 428d53264a533db88cb8aedd3d1e3b24 2024-11-16T09:49:19,769 DEBUG [RS_OPEN_REGION-regionserver/037c58a19ddb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43215/user/jenkins/test-data/0bbf53a3-ecc7-239a-9842-e73c1ae05a75/data/default/TestLogRolling-testSlowSyncLogRolling/428d53264a533db88cb8aedd3d1e3b24/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T09:49:19,770 INFO [RS_OPEN_REGION-regionserver/037c58a19ddb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 428d53264a533db88cb8aedd3d1e3b24; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=879143, jitterRate=0.11788922548294067}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-16T09:49:19,770 DEBUG [RS_OPEN_REGION-regionserver/037c58a19ddb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 428d53264a533db88cb8aedd3d1e3b24 2024-11-16T09:49:19,771 DEBUG [RS_OPEN_REGION-regionserver/037c58a19ddb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 428d53264a533db88cb8aedd3d1e3b24: Running coprocessor pre-open hook at 1731750559753Writing region info on filesystem at 1731750559753Initializing all the Stores at 1731750559754 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731750559755 (+1 ms)Cleaning up temporary data from old regions at 1731750559762 (+7 ms)Running coprocessor post-open hooks at 1731750559770 (+8 ms)Region opened successfully at 1731750559771 (+1 ms) 2024-11-16T09:49:19,773 INFO [RS_OPEN_REGION-regionserver/037c58a19ddb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for TestLogRolling-testSlowSyncLogRolling,,1731750559360.428d53264a533db88cb8aedd3d1e3b24., pid=6, masterSystemTime=1731750559745 2024-11-16T09:49:19,777 DEBUG [RS_OPEN_REGION-regionserver/037c58a19ddb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for TestLogRolling-testSlowSyncLogRolling,,1731750559360.428d53264a533db88cb8aedd3d1e3b24. 2024-11-16T09:49:19,777 INFO [RS_OPEN_REGION-regionserver/037c58a19ddb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened TestLogRolling-testSlowSyncLogRolling,,1731750559360.428d53264a533db88cb8aedd3d1e3b24. 2024-11-16T09:49:19,778 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=428d53264a533db88cb8aedd3d1e3b24, regionState=OPEN, openSeqNum=2, regionLocation=037c58a19ddb,45807,1731750557146 2024-11-16T09:49:19,781 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 428d53264a533db88cb8aedd3d1e3b24, server=037c58a19ddb,45807,1731750557146 because future has completed 2024-11-16T09:49:19,787 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-16T09:49:19,788 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 428d53264a533db88cb8aedd3d1e3b24, server=037c58a19ddb,45807,1731750557146 in 192 msec 2024-11-16T09:49:19,792 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-16T09:49:19,792 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testSlowSyncLogRolling, region=428d53264a533db88cb8aedd3d1e3b24, ASSIGN in 359 msec 2024-11-16T09:49:19,794 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-16T09:49:19,794 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testSlowSyncLogRolling","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731750559794"}]},"ts":"1731750559794"} 2024-11-16T09:49:19,798 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testSlowSyncLogRolling, state=ENABLED in hbase:meta 2024-11-16T09:49:19,799 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling execute state=CREATE_TABLE_POST_OPERATION 2024-11-16T09:49:19,803 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling in 432 msec 2024-11-16T09:49:24,483 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-16T09:49:24,543 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-16T09:49:24,545 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestLogRolling-testSlowSyncLogRolling' 2024-11-16T09:49:26,865 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-16T09:49:26,866 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-16T09:49:26,868 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testSlowSyncLogRolling 2024-11-16T09:49:26,868 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testSlowSyncLogRolling Metrics about Tables on a single HBase RegionServer 2024-11-16T09:49:26,869 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-16T09:49:26,869 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-16T09:49:26,869 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-16T09:49:26,869 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-16T09:49:29,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45629 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T09:49:29,442 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestLogRolling-testSlowSyncLogRolling completed 2024-11-16T09:49:29,445 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=TestLogRolling-testSlowSyncLogRolling,, stopping at row=TestLogRolling-testSlowSyncLogRolling ,, for max=2147483647 with caching=100 2024-11-16T09:49:29,452 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2234): Found 1 regions for table TestLogRolling-testSlowSyncLogRolling 2024-11-16T09:49:29,453 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2240): firstRegionName=TestLogRolling-testSlowSyncLogRolling,,1731750559360.428d53264a533db88cb8aedd3d1e3b24. 2024-11-16T09:49:29,469 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0bbf53a3-ecc7-239a-9842-e73c1ae05a75/WALs/037c58a19ddb,45807,1731750557146/037c58a19ddb%2C45807%2C1731750557146.1731750569453, exclude list is [], retry=0 2024-11-16T09:49:29,473 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35673,DS-068582ea-8037-4926-a119-5f855de735f3,DISK] 2024-11-16T09:49:29,473 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33563,DS-61746816-35e7-4974-920d-6b8f7cf7927e,DISK] 2024-11-16T09:49:29,477 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/0bbf53a3-ecc7-239a-9842-e73c1ae05a75/WALs/037c58a19ddb,45807,1731750557146/037c58a19ddb%2C45807%2C1731750557146.1731750558527 with entries=1, filesize=443 B; new WAL /user/jenkins/test-data/0bbf53a3-ecc7-239a-9842-e73c1ae05a75/WALs/037c58a19ddb,45807,1731750557146/037c58a19ddb%2C45807%2C1731750557146.1731750569453 2024-11-16T09:49:29,478 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34243:34243),(127.0.0.1/127.0.0.1:35057:35057)] 2024-11-16T09:49:29,478 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:43215/user/jenkins/test-data/0bbf53a3-ecc7-239a-9842-e73c1ae05a75/WALs/037c58a19ddb,45807,1731750557146/037c58a19ddb%2C45807%2C1731750557146.1731750558527 is not closed yet, will try archiving it next time 2024-11-16T09:49:29,481 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33563 is added to blk_1073741833_1009 (size=451) 2024-11-16T09:49:29,481 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35673 is added to blk_1073741833_1009 (size=451) 2024-11-16T09:49:29,483 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:43215/user/jenkins/test-data/0bbf53a3-ecc7-239a-9842-e73c1ae05a75/WALs/037c58a19ddb,45807,1731750557146/037c58a19ddb%2C45807%2C1731750557146.1731750558527 to hdfs://localhost:43215/user/jenkins/test-data/0bbf53a3-ecc7-239a-9842-e73c1ae05a75/oldWALs/037c58a19ddb%2C45807%2C1731750557146.1731750558527 2024-11-16T09:49:29,488 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestLogRolling-testSlowSyncLogRolling', row='row0001', locateType=CURRENT is [region=TestLogRolling-testSlowSyncLogRolling,,1731750559360.428d53264a533db88cb8aedd3d1e3b24., hostname=037c58a19ddb,45807,1731750557146, seqNum=2] 2024-11-16T09:49:43,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45807 {}] regionserver.HRegion(8855): Flush requested on 428d53264a533db88cb8aedd3d1e3b24 2024-11-16T09:49:43,528 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 428d53264a533db88cb8aedd3d1e3b24 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-11-16T09:49:43,590 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43215/user/jenkins/test-data/0bbf53a3-ecc7-239a-9842-e73c1ae05a75/data/default/TestLogRolling-testSlowSyncLogRolling/428d53264a533db88cb8aedd3d1e3b24/.tmp/info/e0b5f3c9f276451fad3da57067475069 is 1055, key is row0001/info:/1731750569491/Put/seqid=0 2024-11-16T09:49:43,603 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33563 is added to blk_1073741838_1014 (size=13386) 2024-11-16T09:49:43,604 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35673 is added to blk_1073741838_1014 (size=13386) 2024-11-16T09:49:43,605 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:43215/user/jenkins/test-data/0bbf53a3-ecc7-239a-9842-e73c1ae05a75/data/default/TestLogRolling-testSlowSyncLogRolling/428d53264a533db88cb8aedd3d1e3b24/.tmp/info/e0b5f3c9f276451fad3da57067475069 2024-11-16T09:49:43,652 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43215/user/jenkins/test-data/0bbf53a3-ecc7-239a-9842-e73c1ae05a75/data/default/TestLogRolling-testSlowSyncLogRolling/428d53264a533db88cb8aedd3d1e3b24/.tmp/info/e0b5f3c9f276451fad3da57067475069 as hdfs://localhost:43215/user/jenkins/test-data/0bbf53a3-ecc7-239a-9842-e73c1ae05a75/data/default/TestLogRolling-testSlowSyncLogRolling/428d53264a533db88cb8aedd3d1e3b24/info/e0b5f3c9f276451fad3da57067475069 2024-11-16T09:49:43,664 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43215/user/jenkins/test-data/0bbf53a3-ecc7-239a-9842-e73c1ae05a75/data/default/TestLogRolling-testSlowSyncLogRolling/428d53264a533db88cb8aedd3d1e3b24/info/e0b5f3c9f276451fad3da57067475069, entries=8, sequenceid=12, filesize=13.1 K 2024-11-16T09:49:43,672 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=0 B/0 for 428d53264a533db88cb8aedd3d1e3b24 in 142ms, sequenceid=12, compaction requested=false 2024-11-16T09:49:43,673 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 428d53264a533db88cb8aedd3d1e3b24: 2024-11-16T09:49:45,463 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-16T09:49:49,547 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0bbf53a3-ecc7-239a-9842-e73c1ae05a75/WALs/037c58a19ddb,45807,1731750557146/037c58a19ddb%2C45807%2C1731750557146.1731750589533, exclude list is [], retry=0 2024-11-16T09:49:49,550 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33563,DS-61746816-35e7-4974-920d-6b8f7cf7927e,DISK] 2024-11-16T09:49:49,551 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35673,DS-068582ea-8037-4926-a119-5f855de735f3,DISK] 2024-11-16T09:49:49,553 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/0bbf53a3-ecc7-239a-9842-e73c1ae05a75/WALs/037c58a19ddb,45807,1731750557146/037c58a19ddb%2C45807%2C1731750557146.1731750569453 with entries=12, filesize=11.86 KB; new WAL /user/jenkins/test-data/0bbf53a3-ecc7-239a-9842-e73c1ae05a75/WALs/037c58a19ddb,45807,1731750557146/037c58a19ddb%2C45807%2C1731750557146.1731750589533 2024-11-16T09:49:49,553 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35057:35057),(127.0.0.1/127.0.0.1:34243:34243)] 2024-11-16T09:49:49,553 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:43215/user/jenkins/test-data/0bbf53a3-ecc7-239a-9842-e73c1ae05a75/WALs/037c58a19ddb,45807,1731750557146/037c58a19ddb%2C45807%2C1731750557146.1731750569453 is not closed yet, will try archiving it next time 2024-11-16T09:49:49,555 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33563 is added to blk_1073741837_1013 (size=12149) 2024-11-16T09:49:49,556 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35673 is added to blk_1073741837_1013 (size=12149) 2024-11-16T09:49:54,559 INFO [AsyncFSWAL-0-hdfs://localhost:43215/user/jenkins/test-data/0bbf53a3-ecc7-239a-9842-e73c1ae05a75-prefix:037c58a19ddb,45807,1731750557146 {}] wal.AbstractFSWAL(1368): Slow sync cost: 5003 ms, current pipeline: [DatanodeInfoWithStorage[127.0.0.1:33563,DS-61746816-35e7-4974-920d-6b8f7cf7927e,DISK], DatanodeInfoWithStorage[127.0.0.1:35673,DS-068582ea-8037-4926-a119-5f855de735f3,DISK]] 2024-11-16T09:49:54,562 WARN [AsyncFSWAL-0-hdfs://localhost:43215/user/jenkins/test-data/0bbf53a3-ecc7-239a-9842-e73c1ae05a75-prefix:037c58a19ddb,45807,1731750557146 {}] wal.AbstractFSWAL(1374): Requesting log roll because we exceeded slow sync threshold; time=5003 ms, threshold=5000 ms, current pipeline: [DatanodeInfoWithStorage[127.0.0.1:33563,DS-61746816-35e7-4974-920d-6b8f7cf7927e,DISK], DatanodeInfoWithStorage[127.0.0.1:35673,DS-068582ea-8037-4926-a119-5f855de735f3,DISK]] 2024-11-16T09:49:54,563 DEBUG [regionserver/037c58a19ddb:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 037c58a19ddb%2C45807%2C1731750557146:(num 1731750589533) roll requested 2024-11-16T09:49:54,577 DEBUG [regionserver/037c58a19ddb:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0bbf53a3-ecc7-239a-9842-e73c1ae05a75/WALs/037c58a19ddb,45807,1731750557146/037c58a19ddb%2C45807%2C1731750557146.1731750594563, exclude list is [], retry=0 2024-11-16T09:49:54,581 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35673,DS-068582ea-8037-4926-a119-5f855de735f3,DISK] 2024-11-16T09:49:54,581 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33563,DS-61746816-35e7-4974-920d-6b8f7cf7927e,DISK] 2024-11-16T09:49:54,584 INFO [regionserver/037c58a19ddb:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/0bbf53a3-ecc7-239a-9842-e73c1ae05a75/WALs/037c58a19ddb,45807,1731750557146/037c58a19ddb%2C45807%2C1731750557146.1731750589533 with entries=1, filesize=1.20 KB; new WAL /user/jenkins/test-data/0bbf53a3-ecc7-239a-9842-e73c1ae05a75/WALs/037c58a19ddb,45807,1731750557146/037c58a19ddb%2C45807%2C1731750557146.1731750594563 2024-11-16T09:49:54,584 DEBUG [regionserver/037c58a19ddb:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34243:34243),(127.0.0.1/127.0.0.1:35057:35057)] 2024-11-16T09:49:54,584 DEBUG [regionserver/037c58a19ddb:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:43215/user/jenkins/test-data/0bbf53a3-ecc7-239a-9842-e73c1ae05a75/WALs/037c58a19ddb,45807,1731750557146/037c58a19ddb%2C45807%2C1731750557146.1731750589533 is not closed yet, will try archiving it next time 2024-11-16T09:49:54,586 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33563 is added to blk_1073741839_1015 (size=1233) 2024-11-16T09:49:54,586 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35673 is added to blk_1073741839_1015 (size=1233) 2024-11-16T09:49:56,561 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [10,000] milli-secs(wait.for.ratio=[1]) 2024-11-16T09:49:56,576 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0bbf53a3-ecc7-239a-9842-e73c1ae05a75/WALs/037c58a19ddb,45807,1731750557146/037c58a19ddb%2C45807%2C1731750557146.1731750596562, exclude list is [], retry=0 2024-11-16T09:49:56,580 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35673,DS-068582ea-8037-4926-a119-5f855de735f3,DISK] 2024-11-16T09:49:56,580 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33563,DS-61746816-35e7-4974-920d-6b8f7cf7927e,DISK] 2024-11-16T09:49:56,582 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/0bbf53a3-ecc7-239a-9842-e73c1ae05a75/WALs/037c58a19ddb,45807,1731750557146/037c58a19ddb%2C45807%2C1731750557146.1731750594563 with entries=0, filesize=85 B; new WAL /user/jenkins/test-data/0bbf53a3-ecc7-239a-9842-e73c1ae05a75/WALs/037c58a19ddb,45807,1731750557146/037c58a19ddb%2C45807%2C1731750557146.1731750596562 2024-11-16T09:49:56,583 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34243:34243),(127.0.0.1/127.0.0.1:35057:35057)] 2024-11-16T09:49:56,583 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:43215/user/jenkins/test-data/0bbf53a3-ecc7-239a-9842-e73c1ae05a75/WALs/037c58a19ddb,45807,1731750557146/037c58a19ddb%2C45807%2C1731750557146.1731750594563 is not closed yet, will try archiving it next time 2024-11-16T09:49:56,585 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35673 is added to blk_1073741840_1016 (size=93) 2024-11-16T09:49:56,585 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33563 is added to blk_1073741840_1016 (size=93) 2024-11-16T09:49:56,586 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:43215/user/jenkins/test-data/0bbf53a3-ecc7-239a-9842-e73c1ae05a75/WALs/037c58a19ddb,45807,1731750557146/037c58a19ddb%2C45807%2C1731750557146.1731750594563 to hdfs://localhost:43215/user/jenkins/test-data/0bbf53a3-ecc7-239a-9842-e73c1ae05a75/oldWALs/037c58a19ddb%2C45807%2C1731750557146.1731750594563 2024-11-16T09:49:59,231 INFO [master/037c58a19ddb:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-16T09:49:59,232 INFO [master/037c58a19ddb:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-16T09:50:04,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45807 {}] regionserver.HRegion(8855): Flush requested on 428d53264a533db88cb8aedd3d1e3b24 2024-11-16T09:50:04,600 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 428d53264a533db88cb8aedd3d1e3b24 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-11-16T09:50:04,608 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43215/user/jenkins/test-data/0bbf53a3-ecc7-239a-9842-e73c1ae05a75/data/default/TestLogRolling-testSlowSyncLogRolling/428d53264a533db88cb8aedd3d1e3b24/.tmp/info/959dd22c5eab476aa34af83b36bf8d19 is 1055, key is row0009/info:/1731750585527/Put/seqid=0 2024-11-16T09:50:04,615 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33563 is added to blk_1073741842_1018 (size=13386) 2024-11-16T09:50:04,615 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35673 is added to blk_1073741842_1018 (size=13386) 2024-11-16T09:50:04,616 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=23 (bloomFilter=true), to=hdfs://localhost:43215/user/jenkins/test-data/0bbf53a3-ecc7-239a-9842-e73c1ae05a75/data/default/TestLogRolling-testSlowSyncLogRolling/428d53264a533db88cb8aedd3d1e3b24/.tmp/info/959dd22c5eab476aa34af83b36bf8d19 2024-11-16T09:50:04,626 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43215/user/jenkins/test-data/0bbf53a3-ecc7-239a-9842-e73c1ae05a75/data/default/TestLogRolling-testSlowSyncLogRolling/428d53264a533db88cb8aedd3d1e3b24/.tmp/info/959dd22c5eab476aa34af83b36bf8d19 as hdfs://localhost:43215/user/jenkins/test-data/0bbf53a3-ecc7-239a-9842-e73c1ae05a75/data/default/TestLogRolling-testSlowSyncLogRolling/428d53264a533db88cb8aedd3d1e3b24/info/959dd22c5eab476aa34af83b36bf8d19 2024-11-16T09:50:04,635 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43215/user/jenkins/test-data/0bbf53a3-ecc7-239a-9842-e73c1ae05a75/data/default/TestLogRolling-testSlowSyncLogRolling/428d53264a533db88cb8aedd3d1e3b24/info/959dd22c5eab476aa34af83b36bf8d19, entries=8, sequenceid=23, filesize=13.1 K 2024-11-16T09:50:04,636 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=0 B/0 for 428d53264a533db88cb8aedd3d1e3b24 in 37ms, sequenceid=23, compaction requested=false 2024-11-16T09:50:04,636 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 428d53264a533db88cb8aedd3d1e3b24: 2024-11-16T09:50:04,637 DEBUG [MemStoreFlusher.0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=26.1 K, sizeToCheck=16.0 K 2024-11-16T09:50:04,637 DEBUG [MemStoreFlusher.0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-16T09:50:04,638 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:43215/user/jenkins/test-data/0bbf53a3-ecc7-239a-9842-e73c1ae05a75/data/default/TestLogRolling-testSlowSyncLogRolling/428d53264a533db88cb8aedd3d1e3b24/info/e0b5f3c9f276451fad3da57067475069 because midkey is the same as first or last row 2024-11-16T09:50:04,753 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 428d53264a533db88cb8aedd3d1e3b24, had cached 0 bytes from a total of 26772 2024-11-16T09:50:15,463 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-16T09:50:16,618 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-16T09:50:16,619 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T09:50:16,619 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T09:50:16,624 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T09:50:16,624 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T09:50:16,624 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T09:50:16,624 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-16T09:50:16,625 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=857972609, stopped=false 2024-11-16T09:50:16,625 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=037c58a19ddb,45629,1731750556421 2024-11-16T09:50:16,627 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45807-0x101b07be50d0001, quorum=127.0.0.1:52032, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-16T09:50:16,627 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45629-0x101b07be50d0000, quorum=127.0.0.1:52032, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-16T09:50:16,627 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45807-0x101b07be50d0001, quorum=127.0.0.1:52032, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T09:50:16,627 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-16T09:50:16,627 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45629-0x101b07be50d0000, quorum=127.0.0.1:52032, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T09:50:16,628 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T09:50:16,628 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T09:50:16,628 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T09:50:16,628 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45807-0x101b07be50d0001, quorum=127.0.0.1:52032, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-16T09:50:16,628 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:45629-0x101b07be50d0000, quorum=127.0.0.1:52032, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-16T09:50:16,628 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '037c58a19ddb,45807,1731750557146' ***** 2024-11-16T09:50:16,628 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-16T09:50:16,629 INFO [RS:0;037c58a19ddb:45807 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-16T09:50:16,629 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-16T09:50:16,629 INFO [RS:0;037c58a19ddb:45807 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-16T09:50:16,629 INFO [RS:0;037c58a19ddb:45807 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-16T09:50:16,630 INFO [RS:0;037c58a19ddb:45807 {}] regionserver.HRegionServer(3091): Received CLOSE for 428d53264a533db88cb8aedd3d1e3b24 2024-11-16T09:50:16,630 INFO [RS:0;037c58a19ddb:45807 {}] regionserver.HRegionServer(959): stopping server 037c58a19ddb,45807,1731750557146 2024-11-16T09:50:16,630 INFO [RS:0;037c58a19ddb:45807 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-16T09:50:16,630 INFO [RS:0;037c58a19ddb:45807 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;037c58a19ddb:45807. 2024-11-16T09:50:16,631 DEBUG [RS:0;037c58a19ddb:45807 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T09:50:16,631 DEBUG [RS:0;037c58a19ddb:45807 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T09:50:16,631 DEBUG [RS_CLOSE_REGION-regionserver/037c58a19ddb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 428d53264a533db88cb8aedd3d1e3b24, disabling compactions & flushes 2024-11-16T09:50:16,631 INFO [RS_CLOSE_REGION-regionserver/037c58a19ddb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region TestLogRolling-testSlowSyncLogRolling,,1731750559360.428d53264a533db88cb8aedd3d1e3b24. 2024-11-16T09:50:16,631 DEBUG [RS_CLOSE_REGION-regionserver/037c58a19ddb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testSlowSyncLogRolling,,1731750559360.428d53264a533db88cb8aedd3d1e3b24. 2024-11-16T09:50:16,631 INFO [RS:0;037c58a19ddb:45807 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-16T09:50:16,631 DEBUG [RS_CLOSE_REGION-regionserver/037c58a19ddb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testSlowSyncLogRolling,,1731750559360.428d53264a533db88cb8aedd3d1e3b24. after waiting 0 ms 2024-11-16T09:50:16,631 INFO [RS:0;037c58a19ddb:45807 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-16T09:50:16,631 DEBUG [RS_CLOSE_REGION-regionserver/037c58a19ddb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testSlowSyncLogRolling,,1731750559360.428d53264a533db88cb8aedd3d1e3b24. 2024-11-16T09:50:16,631 INFO [RS:0;037c58a19ddb:45807 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-16T09:50:16,631 INFO [RS:0;037c58a19ddb:45807 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-16T09:50:16,631 INFO [RS_CLOSE_REGION-regionserver/037c58a19ddb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 428d53264a533db88cb8aedd3d1e3b24 1/1 column families, dataSize=5.13 KB heapSize=5.76 KB 2024-11-16T09:50:16,632 INFO [RS:0;037c58a19ddb:45807 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-16T09:50:16,632 DEBUG [RS_CLOSE_META-regionserver/037c58a19ddb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-16T09:50:16,632 INFO [RS_CLOSE_META-regionserver/037c58a19ddb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-16T09:50:16,632 DEBUG [RS:0;037c58a19ddb:45807 {}] regionserver.HRegionServer(1325): Online Regions={428d53264a533db88cb8aedd3d1e3b24=TestLogRolling-testSlowSyncLogRolling,,1731750559360.428d53264a533db88cb8aedd3d1e3b24., 1588230740=hbase:meta,,1.1588230740} 2024-11-16T09:50:16,632 DEBUG [RS_CLOSE_META-regionserver/037c58a19ddb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-16T09:50:16,632 DEBUG [RS_CLOSE_META-regionserver/037c58a19ddb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-16T09:50:16,632 DEBUG [RS_CLOSE_META-regionserver/037c58a19ddb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-16T09:50:16,632 INFO [RS_CLOSE_META-regionserver/037c58a19ddb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.65 KB heapSize=3.67 KB 2024-11-16T09:50:16,632 DEBUG [RS:0;037c58a19ddb:45807 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 428d53264a533db88cb8aedd3d1e3b24 2024-11-16T09:50:16,641 DEBUG [RS_CLOSE_REGION-regionserver/037c58a19ddb:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43215/user/jenkins/test-data/0bbf53a3-ecc7-239a-9842-e73c1ae05a75/data/default/TestLogRolling-testSlowSyncLogRolling/428d53264a533db88cb8aedd3d1e3b24/.tmp/info/e99479cfb27641c68f560b5899f40220 is 1055, key is row0017/info:/1731750606602/Put/seqid=0 2024-11-16T09:50:16,649 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33563 is added to blk_1073741843_1019 (size=10222) 2024-11-16T09:50:16,650 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35673 is added to blk_1073741843_1019 (size=10222) 2024-11-16T09:50:16,650 INFO [RS_CLOSE_REGION-regionserver/037c58a19ddb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=5.13 KB at sequenceid=31 (bloomFilter=true), to=hdfs://localhost:43215/user/jenkins/test-data/0bbf53a3-ecc7-239a-9842-e73c1ae05a75/data/default/TestLogRolling-testSlowSyncLogRolling/428d53264a533db88cb8aedd3d1e3b24/.tmp/info/e99479cfb27641c68f560b5899f40220 2024-11-16T09:50:16,660 DEBUG [RS_CLOSE_REGION-regionserver/037c58a19ddb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43215/user/jenkins/test-data/0bbf53a3-ecc7-239a-9842-e73c1ae05a75/data/default/TestLogRolling-testSlowSyncLogRolling/428d53264a533db88cb8aedd3d1e3b24/.tmp/info/e99479cfb27641c68f560b5899f40220 as hdfs://localhost:43215/user/jenkins/test-data/0bbf53a3-ecc7-239a-9842-e73c1ae05a75/data/default/TestLogRolling-testSlowSyncLogRolling/428d53264a533db88cb8aedd3d1e3b24/info/e99479cfb27641c68f560b5899f40220 2024-11-16T09:50:16,661 DEBUG [RS_CLOSE_META-regionserver/037c58a19ddb:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43215/user/jenkins/test-data/0bbf53a3-ecc7-239a-9842-e73c1ae05a75/data/hbase/meta/1588230740/.tmp/info/a0df88d1069c4b7393eb1e5f27df9076 is 195, key is TestLogRolling-testSlowSyncLogRolling,,1731750559360.428d53264a533db88cb8aedd3d1e3b24./info:regioninfo/1731750559778/Put/seqid=0 2024-11-16T09:50:16,668 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33563 is added to blk_1073741844_1020 (size=7016) 2024-11-16T09:50:16,668 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35673 is added to blk_1073741844_1020 (size=7016) 2024-11-16T09:50:16,669 INFO [RS_CLOSE_META-regionserver/037c58a19ddb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.45 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:43215/user/jenkins/test-data/0bbf53a3-ecc7-239a-9842-e73c1ae05a75/data/hbase/meta/1588230740/.tmp/info/a0df88d1069c4b7393eb1e5f27df9076 2024-11-16T09:50:16,671 INFO [RS_CLOSE_REGION-regionserver/037c58a19ddb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43215/user/jenkins/test-data/0bbf53a3-ecc7-239a-9842-e73c1ae05a75/data/default/TestLogRolling-testSlowSyncLogRolling/428d53264a533db88cb8aedd3d1e3b24/info/e99479cfb27641c68f560b5899f40220, entries=5, sequenceid=31, filesize=10.0 K 2024-11-16T09:50:16,672 INFO [RS_CLOSE_REGION-regionserver/037c58a19ddb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~5.13 KB/5255, heapSize ~5.74 KB/5880, currentSize=0 B/0 for 428d53264a533db88cb8aedd3d1e3b24 in 41ms, sequenceid=31, compaction requested=true 2024-11-16T09:50:16,678 DEBUG [RS_CLOSE_REGION-regionserver/037c58a19ddb:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43215/user/jenkins/test-data/0bbf53a3-ecc7-239a-9842-e73c1ae05a75/data/default/TestLogRolling-testSlowSyncLogRolling/428d53264a533db88cb8aedd3d1e3b24/recovered.edits/34.seqid, newMaxSeqId=34, maxSeqId=1 2024-11-16T09:50:16,681 INFO [RS_CLOSE_REGION-regionserver/037c58a19ddb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed TestLogRolling-testSlowSyncLogRolling,,1731750559360.428d53264a533db88cb8aedd3d1e3b24. 2024-11-16T09:50:16,681 DEBUG [RS_CLOSE_REGION-regionserver/037c58a19ddb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 428d53264a533db88cb8aedd3d1e3b24: Waiting for close lock at 1731750616630Running coprocessor pre-close hooks at 1731750616631 (+1 ms)Disabling compacts and flushes for region at 1731750616631Disabling writes for close at 1731750616631Obtaining lock to block concurrent updates at 1731750616631Preparing flush snapshotting stores in 428d53264a533db88cb8aedd3d1e3b24 at 1731750616631Finished memstore snapshotting TestLogRolling-testSlowSyncLogRolling,,1731750559360.428d53264a533db88cb8aedd3d1e3b24., syncing WAL and waiting on mvcc, flushsize=dataSize=5255, getHeapSize=5880, getOffHeapSize=0, getCellsCount=5 at 1731750616632 (+1 ms)Flushing stores of TestLogRolling-testSlowSyncLogRolling,,1731750559360.428d53264a533db88cb8aedd3d1e3b24. at 1731750616633 (+1 ms)Flushing 428d53264a533db88cb8aedd3d1e3b24/info: creating writer at 1731750616633Flushing 428d53264a533db88cb8aedd3d1e3b24/info: appending metadata at 1731750616640 (+7 ms)Flushing 428d53264a533db88cb8aedd3d1e3b24/info: closing flushed file at 1731750616640Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@69838d71: reopening flushed file at 1731750616659 (+19 ms)Finished flush of dataSize ~5.13 KB/5255, heapSize ~5.74 KB/5880, currentSize=0 B/0 for 428d53264a533db88cb8aedd3d1e3b24 in 41ms, sequenceid=31, compaction requested=true at 1731750616673 (+14 ms)Writing region close event to WAL at 1731750616674 (+1 ms)Running coprocessor post-close hooks at 1731750616679 (+5 ms)Closed at 1731750616681 (+2 ms) 2024-11-16T09:50:16,681 DEBUG [RS_CLOSE_REGION-regionserver/037c58a19ddb:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed TestLogRolling-testSlowSyncLogRolling,,1731750559360.428d53264a533db88cb8aedd3d1e3b24. 2024-11-16T09:50:16,694 DEBUG [RS_CLOSE_META-regionserver/037c58a19ddb:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43215/user/jenkins/test-data/0bbf53a3-ecc7-239a-9842-e73c1ae05a75/data/hbase/meta/1588230740/.tmp/ns/bbcb465bc9a34235a92fce50177bb091 is 43, key is default/ns:d/1731750559111/Put/seqid=0 2024-11-16T09:50:16,700 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33563 is added to blk_1073741845_1021 (size=5153) 2024-11-16T09:50:16,701 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35673 is added to blk_1073741845_1021 (size=5153) 2024-11-16T09:50:16,701 INFO [RS_CLOSE_META-regionserver/037c58a19ddb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:43215/user/jenkins/test-data/0bbf53a3-ecc7-239a-9842-e73c1ae05a75/data/hbase/meta/1588230740/.tmp/ns/bbcb465bc9a34235a92fce50177bb091 2024-11-16T09:50:16,725 DEBUG [RS_CLOSE_META-regionserver/037c58a19ddb:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43215/user/jenkins/test-data/0bbf53a3-ecc7-239a-9842-e73c1ae05a75/data/hbase/meta/1588230740/.tmp/table/7a54dceccc2446bbbde1850a99545706 is 73, key is TestLogRolling-testSlowSyncLogRolling/table:state/1731750559794/Put/seqid=0 2024-11-16T09:50:16,732 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35673 is added to blk_1073741846_1022 (size=5396) 2024-11-16T09:50:16,732 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33563 is added to blk_1073741846_1022 (size=5396) 2024-11-16T09:50:16,732 INFO [RS_CLOSE_META-regionserver/037c58a19ddb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=138 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:43215/user/jenkins/test-data/0bbf53a3-ecc7-239a-9842-e73c1ae05a75/data/hbase/meta/1588230740/.tmp/table/7a54dceccc2446bbbde1850a99545706 2024-11-16T09:50:16,741 DEBUG [RS_CLOSE_META-regionserver/037c58a19ddb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43215/user/jenkins/test-data/0bbf53a3-ecc7-239a-9842-e73c1ae05a75/data/hbase/meta/1588230740/.tmp/info/a0df88d1069c4b7393eb1e5f27df9076 as hdfs://localhost:43215/user/jenkins/test-data/0bbf53a3-ecc7-239a-9842-e73c1ae05a75/data/hbase/meta/1588230740/info/a0df88d1069c4b7393eb1e5f27df9076 2024-11-16T09:50:16,749 INFO [RS_CLOSE_META-regionserver/037c58a19ddb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43215/user/jenkins/test-data/0bbf53a3-ecc7-239a-9842-e73c1ae05a75/data/hbase/meta/1588230740/info/a0df88d1069c4b7393eb1e5f27df9076, entries=10, sequenceid=11, filesize=6.9 K 2024-11-16T09:50:16,750 DEBUG [RS_CLOSE_META-regionserver/037c58a19ddb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43215/user/jenkins/test-data/0bbf53a3-ecc7-239a-9842-e73c1ae05a75/data/hbase/meta/1588230740/.tmp/ns/bbcb465bc9a34235a92fce50177bb091 as hdfs://localhost:43215/user/jenkins/test-data/0bbf53a3-ecc7-239a-9842-e73c1ae05a75/data/hbase/meta/1588230740/ns/bbcb465bc9a34235a92fce50177bb091 2024-11-16T09:50:16,759 INFO [RS_CLOSE_META-regionserver/037c58a19ddb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43215/user/jenkins/test-data/0bbf53a3-ecc7-239a-9842-e73c1ae05a75/data/hbase/meta/1588230740/ns/bbcb465bc9a34235a92fce50177bb091, entries=2, sequenceid=11, filesize=5.0 K 2024-11-16T09:50:16,760 DEBUG [RS_CLOSE_META-regionserver/037c58a19ddb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43215/user/jenkins/test-data/0bbf53a3-ecc7-239a-9842-e73c1ae05a75/data/hbase/meta/1588230740/.tmp/table/7a54dceccc2446bbbde1850a99545706 as hdfs://localhost:43215/user/jenkins/test-data/0bbf53a3-ecc7-239a-9842-e73c1ae05a75/data/hbase/meta/1588230740/table/7a54dceccc2446bbbde1850a99545706 2024-11-16T09:50:16,768 INFO [RS_CLOSE_META-regionserver/037c58a19ddb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43215/user/jenkins/test-data/0bbf53a3-ecc7-239a-9842-e73c1ae05a75/data/hbase/meta/1588230740/table/7a54dceccc2446bbbde1850a99545706, entries=2, sequenceid=11, filesize=5.3 K 2024-11-16T09:50:16,770 INFO [RS_CLOSE_META-regionserver/037c58a19ddb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.65 KB/1692, heapSize ~3.38 KB/3456, currentSize=0 B/0 for 1588230740 in 138ms, sequenceid=11, compaction requested=false 2024-11-16T09:50:16,776 DEBUG [RS_CLOSE_META-regionserver/037c58a19ddb:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43215/user/jenkins/test-data/0bbf53a3-ecc7-239a-9842-e73c1ae05a75/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-16T09:50:16,777 DEBUG [RS_CLOSE_META-regionserver/037c58a19ddb:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-16T09:50:16,777 INFO [RS_CLOSE_META-regionserver/037c58a19ddb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-16T09:50:16,777 DEBUG [RS_CLOSE_META-regionserver/037c58a19ddb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731750616632Running coprocessor pre-close hooks at 1731750616632Disabling compacts and flushes for region at 1731750616632Disabling writes for close at 1731750616632Obtaining lock to block concurrent updates at 1731750616632Preparing flush snapshotting stores in 1588230740 at 1731750616632Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1692, getHeapSize=3696, getOffHeapSize=0, getCellsCount=14 at 1731750616633 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731750616634 (+1 ms)Flushing 1588230740/info: creating writer at 1731750616634Flushing 1588230740/info: appending metadata at 1731750616660 (+26 ms)Flushing 1588230740/info: closing flushed file at 1731750616660Flushing 1588230740/ns: creating writer at 1731750616678 (+18 ms)Flushing 1588230740/ns: appending metadata at 1731750616693 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1731750616693Flushing 1588230740/table: creating writer at 1731750616709 (+16 ms)Flushing 1588230740/table: appending metadata at 1731750616725 (+16 ms)Flushing 1588230740/table: closing flushed file at 1731750616725Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3d06d120: reopening flushed file at 1731750616740 (+15 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@51a9bb44: reopening flushed file at 1731750616749 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5693da28: reopening flushed file at 1731750616759 (+10 ms)Finished flush of dataSize ~1.65 KB/1692, heapSize ~3.38 KB/3456, currentSize=0 B/0 for 1588230740 in 138ms, sequenceid=11, compaction requested=false at 1731750616770 (+11 ms)Writing region close event to WAL at 1731750616771 (+1 ms)Running coprocessor post-close hooks at 1731750616777 (+6 ms)Closed at 1731750616777 2024-11-16T09:50:16,778 DEBUG [RS_CLOSE_META-regionserver/037c58a19ddb:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-16T09:50:16,833 INFO [RS:0;037c58a19ddb:45807 {}] regionserver.HRegionServer(976): stopping server 037c58a19ddb,45807,1731750557146; all regions closed. 2024-11-16T09:50:16,837 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33563 is added to blk_1073741834_1010 (size=3066) 2024-11-16T09:50:16,837 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35673 is added to blk_1073741834_1010 (size=3066) 2024-11-16T09:50:16,841 DEBUG [RS:0;037c58a19ddb:45807 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/0bbf53a3-ecc7-239a-9842-e73c1ae05a75/oldWALs 2024-11-16T09:50:16,841 INFO [RS:0;037c58a19ddb:45807 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 037c58a19ddb%2C45807%2C1731750557146.meta:.meta(num 1731750558928) 2024-11-16T09:50:16,843 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35673 is added to blk_1073741841_1017 (size=13164) 2024-11-16T09:50:16,844 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33563 is added to blk_1073741841_1017 (size=13164) 2024-11-16T09:50:16,850 DEBUG [RS:0;037c58a19ddb:45807 {}] wal.AbstractFSWAL(1256): Moved 3 WAL file(s) to /user/jenkins/test-data/0bbf53a3-ecc7-239a-9842-e73c1ae05a75/oldWALs 2024-11-16T09:50:16,851 INFO [RS:0;037c58a19ddb:45807 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 037c58a19ddb%2C45807%2C1731750557146:(num 1731750596562) 2024-11-16T09:50:16,851 DEBUG [RS:0;037c58a19ddb:45807 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T09:50:16,851 INFO [RS:0;037c58a19ddb:45807 {}] regionserver.LeaseManager(133): Closed leases 2024-11-16T09:50:16,851 INFO [RS:0;037c58a19ddb:45807 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-16T09:50:16,851 INFO [RS:0;037c58a19ddb:45807 {}] hbase.ChoreService(370): Chore service for: regionserver/037c58a19ddb:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-16T09:50:16,851 INFO [RS:0;037c58a19ddb:45807 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-16T09:50:16,851 INFO [regionserver/037c58a19ddb:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-16T09:50:16,852 INFO [RS:0;037c58a19ddb:45807 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45807 2024-11-16T09:50:16,855 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45629-0x101b07be50d0000, quorum=127.0.0.1:52032, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-16T09:50:16,855 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45807-0x101b07be50d0001, quorum=127.0.0.1:52032, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/037c58a19ddb,45807,1731750557146 2024-11-16T09:50:16,855 INFO [RS:0;037c58a19ddb:45807 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-16T09:50:16,857 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [037c58a19ddb,45807,1731750557146] 2024-11-16T09:50:16,859 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/037c58a19ddb,45807,1731750557146 already deleted, retry=false 2024-11-16T09:50:16,859 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 037c58a19ddb,45807,1731750557146 expired; onlineServers=0 2024-11-16T09:50:16,859 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '037c58a19ddb,45629,1731750556421' ***** 2024-11-16T09:50:16,859 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-16T09:50:16,859 INFO [M:0;037c58a19ddb:45629 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-16T09:50:16,860 INFO [M:0;037c58a19ddb:45629 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-16T09:50:16,860 DEBUG [M:0;037c58a19ddb:45629 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-16T09:50:16,860 DEBUG [M:0;037c58a19ddb:45629 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-16T09:50:16,860 DEBUG [master/037c58a19ddb:0:becomeActiveMaster-HFileCleaner.small.0-1731750558185 {}] cleaner.HFileCleaner(306): Exit Thread[master/037c58a19ddb:0:becomeActiveMaster-HFileCleaner.small.0-1731750558185,5,FailOnTimeoutGroup] 2024-11-16T09:50:16,860 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-16T09:50:16,860 DEBUG [master/037c58a19ddb:0:becomeActiveMaster-HFileCleaner.large.0-1731750558184 {}] cleaner.HFileCleaner(306): Exit Thread[master/037c58a19ddb:0:becomeActiveMaster-HFileCleaner.large.0-1731750558184,5,FailOnTimeoutGroup] 2024-11-16T09:50:16,860 INFO [M:0;037c58a19ddb:45629 {}] hbase.ChoreService(370): Chore service for: master/037c58a19ddb:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-16T09:50:16,860 INFO [M:0;037c58a19ddb:45629 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-16T09:50:16,860 DEBUG [M:0;037c58a19ddb:45629 {}] master.HMaster(1795): Stopping service threads 2024-11-16T09:50:16,860 INFO [M:0;037c58a19ddb:45629 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-16T09:50:16,861 INFO [M:0;037c58a19ddb:45629 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-16T09:50:16,861 INFO [M:0;037c58a19ddb:45629 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-16T09:50:16,861 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-16T09:50:16,862 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45629-0x101b07be50d0000, quorum=127.0.0.1:52032, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-16T09:50:16,862 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45629-0x101b07be50d0000, quorum=127.0.0.1:52032, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T09:50:16,862 DEBUG [M:0;037c58a19ddb:45629 {}] zookeeper.ZKUtil(347): master:45629-0x101b07be50d0000, quorum=127.0.0.1:52032, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-16T09:50:16,862 WARN [M:0;037c58a19ddb:45629 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-16T09:50:16,863 INFO [M:0;037c58a19ddb:45629 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:43215/user/jenkins/test-data/0bbf53a3-ecc7-239a-9842-e73c1ae05a75/.lastflushedseqids 2024-11-16T09:50:16,865 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-16T09:50:16,865 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-16T09:50:16,866 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testSlowSyncLogRolling 2024-11-16T09:50:16,876 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35673 is added to blk_1073741847_1023 (size=130) 2024-11-16T09:50:16,876 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33563 is added to blk_1073741847_1023 (size=130) 2024-11-16T09:50:16,876 INFO [M:0;037c58a19ddb:45629 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-16T09:50:16,877 INFO [M:0;037c58a19ddb:45629 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-16T09:50:16,877 DEBUG [M:0;037c58a19ddb:45629 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-16T09:50:16,877 INFO [M:0;037c58a19ddb:45629 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T09:50:16,877 DEBUG [M:0;037c58a19ddb:45629 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T09:50:16,877 DEBUG [M:0;037c58a19ddb:45629 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-16T09:50:16,877 DEBUG [M:0;037c58a19ddb:45629 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T09:50:16,877 INFO [M:0;037c58a19ddb:45629 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=23.02 KB heapSize=29.20 KB 2024-11-16T09:50:16,895 DEBUG [M:0;037c58a19ddb:45629 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43215/user/jenkins/test-data/0bbf53a3-ecc7-239a-9842-e73c1ae05a75/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d9710a8ff3be45fcae27753006e341b2 is 82, key is hbase:meta,,1/info:regioninfo/1731750559034/Put/seqid=0 2024-11-16T09:50:16,901 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33563 is added to blk_1073741848_1024 (size=5672) 2024-11-16T09:50:16,902 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35673 is added to blk_1073741848_1024 (size=5672) 2024-11-16T09:50:16,958 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45807-0x101b07be50d0001, quorum=127.0.0.1:52032, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T09:50:16,958 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45807-0x101b07be50d0001, quorum=127.0.0.1:52032, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T09:50:16,958 INFO [RS:0;037c58a19ddb:45807 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-16T09:50:16,958 INFO [RS:0;037c58a19ddb:45807 {}] regionserver.HRegionServer(1031): Exiting; stopping=037c58a19ddb,45807,1731750557146; zookeeper connection closed. 2024-11-16T09:50:16,959 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5a5d9e6e {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5a5d9e6e 2024-11-16T09:50:16,959 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-16T09:50:17,303 INFO [M:0;037c58a19ddb:45629 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=59 (bloomFilter=true), to=hdfs://localhost:43215/user/jenkins/test-data/0bbf53a3-ecc7-239a-9842-e73c1ae05a75/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d9710a8ff3be45fcae27753006e341b2 2024-11-16T09:50:17,329 DEBUG [M:0;037c58a19ddb:45629 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43215/user/jenkins/test-data/0bbf53a3-ecc7-239a-9842-e73c1ae05a75/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/544943220b9a414ab2a71f15b477594f is 766, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731750559801/Put/seqid=0 2024-11-16T09:50:17,335 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35673 is added to blk_1073741849_1025 (size=6247) 2024-11-16T09:50:17,336 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33563 is added to blk_1073741849_1025 (size=6247) 2024-11-16T09:50:17,336 INFO [M:0;037c58a19ddb:45629 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.42 KB at sequenceid=59 (bloomFilter=true), to=hdfs://localhost:43215/user/jenkins/test-data/0bbf53a3-ecc7-239a-9842-e73c1ae05a75/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/544943220b9a414ab2a71f15b477594f 2024-11-16T09:50:17,343 INFO [M:0;037c58a19ddb:45629 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 544943220b9a414ab2a71f15b477594f 2024-11-16T09:50:17,359 DEBUG [M:0;037c58a19ddb:45629 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43215/user/jenkins/test-data/0bbf53a3-ecc7-239a-9842-e73c1ae05a75/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8fcc78a6c63f4db79bdac13193b86630 is 69, key is 037c58a19ddb,45807,1731750557146/rs:state/1731750558295/Put/seqid=0 2024-11-16T09:50:17,365 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35673 is added to blk_1073741850_1026 (size=5156) 2024-11-16T09:50:17,366 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33563 is added to blk_1073741850_1026 (size=5156) 2024-11-16T09:50:17,366 INFO [M:0;037c58a19ddb:45629 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=59 (bloomFilter=true), to=hdfs://localhost:43215/user/jenkins/test-data/0bbf53a3-ecc7-239a-9842-e73c1ae05a75/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8fcc78a6c63f4db79bdac13193b86630 2024-11-16T09:50:17,389 DEBUG [M:0;037c58a19ddb:45629 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43215/user/jenkins/test-data/0bbf53a3-ecc7-239a-9842-e73c1ae05a75/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/a2a245fbf93b4c0aa3538ec680bc2180 is 52, key is load_balancer_on/state:d/1731750559335/Put/seqid=0 2024-11-16T09:50:17,395 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33563 is added to blk_1073741851_1027 (size=5056) 2024-11-16T09:50:17,395 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35673 is added to blk_1073741851_1027 (size=5056) 2024-11-16T09:50:17,395 INFO [M:0;037c58a19ddb:45629 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=48 B at sequenceid=59 (bloomFilter=true), to=hdfs://localhost:43215/user/jenkins/test-data/0bbf53a3-ecc7-239a-9842-e73c1ae05a75/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/a2a245fbf93b4c0aa3538ec680bc2180 2024-11-16T09:50:17,405 DEBUG [M:0;037c58a19ddb:45629 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43215/user/jenkins/test-data/0bbf53a3-ecc7-239a-9842-e73c1ae05a75/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d9710a8ff3be45fcae27753006e341b2 as hdfs://localhost:43215/user/jenkins/test-data/0bbf53a3-ecc7-239a-9842-e73c1ae05a75/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d9710a8ff3be45fcae27753006e341b2 2024-11-16T09:50:17,415 INFO [M:0;037c58a19ddb:45629 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43215/user/jenkins/test-data/0bbf53a3-ecc7-239a-9842-e73c1ae05a75/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d9710a8ff3be45fcae27753006e341b2, entries=8, sequenceid=59, filesize=5.5 K 2024-11-16T09:50:17,417 DEBUG [M:0;037c58a19ddb:45629 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43215/user/jenkins/test-data/0bbf53a3-ecc7-239a-9842-e73c1ae05a75/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/544943220b9a414ab2a71f15b477594f as hdfs://localhost:43215/user/jenkins/test-data/0bbf53a3-ecc7-239a-9842-e73c1ae05a75/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/544943220b9a414ab2a71f15b477594f 2024-11-16T09:50:17,425 INFO [M:0;037c58a19ddb:45629 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 544943220b9a414ab2a71f15b477594f 2024-11-16T09:50:17,425 INFO [M:0;037c58a19ddb:45629 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43215/user/jenkins/test-data/0bbf53a3-ecc7-239a-9842-e73c1ae05a75/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/544943220b9a414ab2a71f15b477594f, entries=6, sequenceid=59, filesize=6.1 K 2024-11-16T09:50:17,427 DEBUG [M:0;037c58a19ddb:45629 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43215/user/jenkins/test-data/0bbf53a3-ecc7-239a-9842-e73c1ae05a75/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8fcc78a6c63f4db79bdac13193b86630 as hdfs://localhost:43215/user/jenkins/test-data/0bbf53a3-ecc7-239a-9842-e73c1ae05a75/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/8fcc78a6c63f4db79bdac13193b86630 2024-11-16T09:50:17,435 INFO [M:0;037c58a19ddb:45629 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43215/user/jenkins/test-data/0bbf53a3-ecc7-239a-9842-e73c1ae05a75/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/8fcc78a6c63f4db79bdac13193b86630, entries=1, sequenceid=59, filesize=5.0 K 2024-11-16T09:50:17,436 DEBUG [M:0;037c58a19ddb:45629 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43215/user/jenkins/test-data/0bbf53a3-ecc7-239a-9842-e73c1ae05a75/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/a2a245fbf93b4c0aa3538ec680bc2180 as hdfs://localhost:43215/user/jenkins/test-data/0bbf53a3-ecc7-239a-9842-e73c1ae05a75/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/a2a245fbf93b4c0aa3538ec680bc2180 2024-11-16T09:50:17,444 INFO [M:0;037c58a19ddb:45629 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43215/user/jenkins/test-data/0bbf53a3-ecc7-239a-9842-e73c1ae05a75/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/a2a245fbf93b4c0aa3538ec680bc2180, entries=1, sequenceid=59, filesize=4.9 K 2024-11-16T09:50:17,446 INFO [M:0;037c58a19ddb:45629 {}] regionserver.HRegion(3140): Finished flush of dataSize ~23.02 KB/23576, heapSize ~29.14 KB/29840, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 568ms, sequenceid=59, compaction requested=false 2024-11-16T09:50:17,447 INFO [M:0;037c58a19ddb:45629 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T09:50:17,448 DEBUG [M:0;037c58a19ddb:45629 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731750616877Disabling compacts and flushes for region at 1731750616877Disabling writes for close at 1731750616877Obtaining lock to block concurrent updates at 1731750616877Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731750616877Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=23576, getHeapSize=29840, getOffHeapSize=0, getCellsCount=70 at 1731750616878 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731750616878Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731750616878Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731750616894 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731750616894Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731750617311 (+417 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731750617328 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731750617328Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731750617343 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731750617358 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731750617359 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: creating writer at 1731750617373 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: appending metadata at 1731750617388 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: closing flushed file at 1731750617388Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@26d9d04b: reopening flushed file at 1731750617403 (+15 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@23b5b236: reopening flushed file at 1731750617415 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@679f09cb: reopening flushed file at 1731750617426 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1a2afd24: reopening flushed file at 1731750617435 (+9 ms)Finished flush of dataSize ~23.02 KB/23576, heapSize ~29.14 KB/29840, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 568ms, sequenceid=59, compaction requested=false at 1731750617446 (+11 ms)Writing region close event to WAL at 1731750617447 (+1 ms)Closed at 1731750617447 2024-11-16T09:50:17,451 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35673 is added to blk_1073741830_1006 (size=27973) 2024-11-16T09:50:17,451 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33563 is added to blk_1073741830_1006 (size=27973) 2024-11-16T09:50:17,452 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-16T09:50:17,452 INFO [M:0;037c58a19ddb:45629 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-16T09:50:17,452 INFO [M:0;037c58a19ddb:45629 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45629 2024-11-16T09:50:17,453 INFO [M:0;037c58a19ddb:45629 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-16T09:50:17,555 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45629-0x101b07be50d0000, quorum=127.0.0.1:52032, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T09:50:17,555 INFO [M:0;037c58a19ddb:45629 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-16T09:50:17,555 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45629-0x101b07be50d0000, quorum=127.0.0.1:52032, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T09:50:17,559 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3b9fe80c{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T09:50:17,562 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@431c6310{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-16T09:50:17,562 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-16T09:50:17,562 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@775a6b37{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-16T09:50:17,562 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2d434c3e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1fdbdfae-2b8b-e6e0-245c-cb18a5f52390/hadoop.log.dir/,STOPPED} 2024-11-16T09:50:17,566 WARN [BP-926491325-172.17.0.2-1731750553018 heartbeating to localhost/127.0.0.1:43215 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-16T09:50:17,566 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-16T09:50:17,566 WARN [BP-926491325-172.17.0.2-1731750553018 heartbeating to localhost/127.0.0.1:43215 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-926491325-172.17.0.2-1731750553018 (Datanode Uuid 4435abcc-27ff-4b0d-b303-b194925e1d2b) service to localhost/127.0.0.1:43215 2024-11-16T09:50:17,566 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-16T09:50:17,567 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1fdbdfae-2b8b-e6e0-245c-cb18a5f52390/cluster_d4dc3b8c-ec2b-ec8c-9ef5-8a6f83fdf914/data/data3/current/BP-926491325-172.17.0.2-1731750553018 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T09:50:17,567 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1fdbdfae-2b8b-e6e0-245c-cb18a5f52390/cluster_d4dc3b8c-ec2b-ec8c-9ef5-8a6f83fdf914/data/data4/current/BP-926491325-172.17.0.2-1731750553018 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T09:50:17,568 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-16T09:50:17,570 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@790fbcfe{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T09:50:17,571 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4e3c8436{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-16T09:50:17,571 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-16T09:50:17,571 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@49b96e54{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-16T09:50:17,571 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2973dc0f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1fdbdfae-2b8b-e6e0-245c-cb18a5f52390/hadoop.log.dir/,STOPPED} 2024-11-16T09:50:17,573 WARN [BP-926491325-172.17.0.2-1731750553018 heartbeating to localhost/127.0.0.1:43215 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-16T09:50:17,573 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-16T09:50:17,573 WARN [BP-926491325-172.17.0.2-1731750553018 heartbeating to localhost/127.0.0.1:43215 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-926491325-172.17.0.2-1731750553018 (Datanode Uuid 0b6db55d-8af6-4444-9057-33eef69c42d6) service to localhost/127.0.0.1:43215 2024-11-16T09:50:17,573 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-16T09:50:17,573 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1fdbdfae-2b8b-e6e0-245c-cb18a5f52390/cluster_d4dc3b8c-ec2b-ec8c-9ef5-8a6f83fdf914/data/data1/current/BP-926491325-172.17.0.2-1731750553018 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T09:50:17,574 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1fdbdfae-2b8b-e6e0-245c-cb18a5f52390/cluster_d4dc3b8c-ec2b-ec8c-9ef5-8a6f83fdf914/data/data2/current/BP-926491325-172.17.0.2-1731750553018 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T09:50:17,574 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-16T09:50:17,583 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@612e4b2b{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-16T09:50:17,584 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@65270512{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-16T09:50:17,584 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-16T09:50:17,584 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6932e96{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-16T09:50:17,584 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@20abc9e4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1fdbdfae-2b8b-e6e0-245c-cb18a5f52390/hadoop.log.dir/,STOPPED} 2024-11-16T09:50:17,594 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-16T09:50:17,625 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-16T09:50:17,634 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncLogRolling#testSlowSyncLogRolling Thread=65 (was 12) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/037c58a19ddb:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Slow-sync-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:43215 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/037c58a19ddb:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: nioEventLoopGroup-4-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (961219246) connection to localhost/127.0.0.1:43215 from jenkins.hfs.0 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (961219246) connection to localhost/127.0.0.1:43215 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43215 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/037c58a19ddb:0.leaseChecker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.regionserver.LeaseManager.run(LeaseManager.java:82) Potentially hanging thread: nioEventLoopGroup-5-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: nioEventLoopGroup-5-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@487edbed java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43215 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (961219246) connection to localhost/127.0.0.1:43215 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43215 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:43215 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: ForkJoinPool.commonPool-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/037c58a19ddb:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=390 (was 287) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=185 (was 425), ProcessCount=11 (was 11), AvailableMemoryMB=6215 (was 7703) 2024-11-16T09:50:17,640 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncLogRolling#testLogRollOnDatanodeDeath Thread=66, OpenFileDescriptor=390, MaxFileDescriptor=1048576, SystemLoadAverage=185, ProcessCount=11, AvailableMemoryMB=6215 2024-11-16T09:50:17,640 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-16T09:50:17,641 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1fdbdfae-2b8b-e6e0-245c-cb18a5f52390/hadoop.log.dir so I do NOT create it in target/test-data/46ee991a-0949-6bc7-389c-c2908881dada 2024-11-16T09:50:17,641 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1fdbdfae-2b8b-e6e0-245c-cb18a5f52390/hadoop.tmp.dir so I do NOT create it in target/test-data/46ee991a-0949-6bc7-389c-c2908881dada 2024-11-16T09:50:17,641 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/46ee991a-0949-6bc7-389c-c2908881dada/cluster_a90916ae-f1d4-14db-0b3a-61193f3f9212, deleteOnExit=true 2024-11-16T09:50:17,641 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-16T09:50:17,641 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/46ee991a-0949-6bc7-389c-c2908881dada/test.cache.data in system properties and HBase conf 2024-11-16T09:50:17,641 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/46ee991a-0949-6bc7-389c-c2908881dada/hadoop.tmp.dir in system properties and HBase conf 2024-11-16T09:50:17,641 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/46ee991a-0949-6bc7-389c-c2908881dada/hadoop.log.dir in system properties and HBase conf 2024-11-16T09:50:17,641 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/46ee991a-0949-6bc7-389c-c2908881dada/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-16T09:50:17,641 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/46ee991a-0949-6bc7-389c-c2908881dada/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-16T09:50:17,641 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-16T09:50:17,641 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-16T09:50:17,642 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/46ee991a-0949-6bc7-389c-c2908881dada/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-16T09:50:17,642 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/46ee991a-0949-6bc7-389c-c2908881dada/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-16T09:50:17,642 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/46ee991a-0949-6bc7-389c-c2908881dada/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-16T09:50:17,642 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/46ee991a-0949-6bc7-389c-c2908881dada/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-16T09:50:17,642 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/46ee991a-0949-6bc7-389c-c2908881dada/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-16T09:50:17,643 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/46ee991a-0949-6bc7-389c-c2908881dada/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-16T09:50:17,643 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/46ee991a-0949-6bc7-389c-c2908881dada/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-16T09:50:17,643 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/46ee991a-0949-6bc7-389c-c2908881dada/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-16T09:50:17,643 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/46ee991a-0949-6bc7-389c-c2908881dada/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-16T09:50:17,643 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/46ee991a-0949-6bc7-389c-c2908881dada/nfs.dump.dir in system properties and HBase conf 2024-11-16T09:50:17,643 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/46ee991a-0949-6bc7-389c-c2908881dada/java.io.tmpdir in system properties and HBase conf 2024-11-16T09:50:17,643 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/46ee991a-0949-6bc7-389c-c2908881dada/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-16T09:50:17,643 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/46ee991a-0949-6bc7-389c-c2908881dada/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-16T09:50:17,643 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/46ee991a-0949-6bc7-389c-c2908881dada/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-16T09:50:17,731 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T09:50:17,737 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-16T09:50:17,738 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-16T09:50:17,738 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-16T09:50:17,738 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-16T09:50:17,739 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T09:50:17,739 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@487bdcb9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/46ee991a-0949-6bc7-389c-c2908881dada/hadoop.log.dir/,AVAILABLE} 2024-11-16T09:50:17,740 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@36269b5c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-16T09:50:17,856 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4a3eda75{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/46ee991a-0949-6bc7-389c-c2908881dada/java.io.tmpdir/jetty-localhost-44301-hadoop-hdfs-3_4_1-tests_jar-_-any-17763234052725488348/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-16T09:50:17,857 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@52a52af{HTTP/1.1, (http/1.1)}{localhost:44301} 2024-11-16T09:50:17,857 INFO [Time-limited test {}] server.Server(415): Started @67584ms 2024-11-16T09:50:17,951 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T09:50:17,954 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-16T09:50:17,955 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-16T09:50:17,955 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-16T09:50:17,955 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-16T09:50:17,956 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@26d8ef5e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/46ee991a-0949-6bc7-389c-c2908881dada/hadoop.log.dir/,AVAILABLE} 2024-11-16T09:50:17,956 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@13bb5eb4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-16T09:50:18,072 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@42b8143c{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/46ee991a-0949-6bc7-389c-c2908881dada/java.io.tmpdir/jetty-localhost-41607-hadoop-hdfs-3_4_1-tests_jar-_-any-1019335880832084469/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T09:50:18,072 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@689e34fd{HTTP/1.1, (http/1.1)}{localhost:41607} 2024-11-16T09:50:18,072 INFO [Time-limited test {}] server.Server(415): Started @67800ms 2024-11-16T09:50:18,074 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-16T09:50:18,114 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T09:50:18,118 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-16T09:50:18,119 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-16T09:50:18,119 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-16T09:50:18,119 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-16T09:50:18,119 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2f06258f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/46ee991a-0949-6bc7-389c-c2908881dada/hadoop.log.dir/,AVAILABLE} 2024-11-16T09:50:18,120 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@63c46134{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-16T09:50:18,159 WARN [Thread-371 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/46ee991a-0949-6bc7-389c-c2908881dada/cluster_a90916ae-f1d4-14db-0b3a-61193f3f9212/data/data2/current/BP-384993541-172.17.0.2-1731750617676/current, will proceed with Du for space computation calculation, 2024-11-16T09:50:18,159 WARN [Thread-370 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/46ee991a-0949-6bc7-389c-c2908881dada/cluster_a90916ae-f1d4-14db-0b3a-61193f3f9212/data/data1/current/BP-384993541-172.17.0.2-1731750617676/current, will proceed with Du for space computation calculation, 2024-11-16T09:50:18,178 WARN [Thread-349 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-16T09:50:18,181 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9cd2986a5e12e251 with lease ID 0x307cbf9fac697b29: Processing first storage report for DS-6a57c739-8de5-44a4-a3de-018be87ef3d7 from datanode DatanodeRegistration(127.0.0.1:41593, datanodeUuid=2fb20721-21d7-49fe-b81f-cd1958107d82, infoPort=41677, infoSecurePort=0, ipcPort=44459, storageInfo=lv=-57;cid=testClusterID;nsid=1415039644;c=1731750617676) 2024-11-16T09:50:18,181 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9cd2986a5e12e251 with lease ID 0x307cbf9fac697b29: from storage DS-6a57c739-8de5-44a4-a3de-018be87ef3d7 node DatanodeRegistration(127.0.0.1:41593, datanodeUuid=2fb20721-21d7-49fe-b81f-cd1958107d82, infoPort=41677, infoSecurePort=0, ipcPort=44459, storageInfo=lv=-57;cid=testClusterID;nsid=1415039644;c=1731750617676), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-16T09:50:18,181 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9cd2986a5e12e251 with lease ID 0x307cbf9fac697b29: Processing first storage report for DS-b2d6fc8b-9798-429c-b96c-a056649cc9dd from datanode DatanodeRegistration(127.0.0.1:41593, datanodeUuid=2fb20721-21d7-49fe-b81f-cd1958107d82, infoPort=41677, infoSecurePort=0, ipcPort=44459, storageInfo=lv=-57;cid=testClusterID;nsid=1415039644;c=1731750617676) 2024-11-16T09:50:18,181 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9cd2986a5e12e251 with lease ID 0x307cbf9fac697b29: from storage DS-b2d6fc8b-9798-429c-b96c-a056649cc9dd node DatanodeRegistration(127.0.0.1:41593, datanodeUuid=2fb20721-21d7-49fe-b81f-cd1958107d82, infoPort=41677, infoSecurePort=0, ipcPort=44459, storageInfo=lv=-57;cid=testClusterID;nsid=1415039644;c=1731750617676), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-16T09:50:18,239 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1f92bdbc{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/46ee991a-0949-6bc7-389c-c2908881dada/java.io.tmpdir/jetty-localhost-36585-hadoop-hdfs-3_4_1-tests_jar-_-any-3754149740251758267/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T09:50:18,239 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5610d439{HTTP/1.1, (http/1.1)}{localhost:36585} 2024-11-16T09:50:18,239 INFO [Time-limited test {}] server.Server(415): Started @67967ms 2024-11-16T09:50:18,241 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-16T09:50:18,324 WARN [Thread-396 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/46ee991a-0949-6bc7-389c-c2908881dada/cluster_a90916ae-f1d4-14db-0b3a-61193f3f9212/data/data3/current/BP-384993541-172.17.0.2-1731750617676/current, will proceed with Du for space computation calculation, 2024-11-16T09:50:18,324 WARN [Thread-397 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/46ee991a-0949-6bc7-389c-c2908881dada/cluster_a90916ae-f1d4-14db-0b3a-61193f3f9212/data/data4/current/BP-384993541-172.17.0.2-1731750617676/current, will proceed with Du for space computation calculation, 2024-11-16T09:50:18,343 WARN [Thread-385 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-16T09:50:18,346 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x63c8b15b8692759b with lease ID 0x307cbf9fac697b2a: Processing first storage report for DS-6c0bb7f2-933b-4eab-8dc9-90f47fd1420b from datanode DatanodeRegistration(127.0.0.1:46319, datanodeUuid=51dd8321-15ab-4220-b781-0df904b5c999, infoPort=32997, infoSecurePort=0, ipcPort=41571, storageInfo=lv=-57;cid=testClusterID;nsid=1415039644;c=1731750617676) 2024-11-16T09:50:18,346 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x63c8b15b8692759b with lease ID 0x307cbf9fac697b2a: from storage DS-6c0bb7f2-933b-4eab-8dc9-90f47fd1420b node DatanodeRegistration(127.0.0.1:46319, datanodeUuid=51dd8321-15ab-4220-b781-0df904b5c999, infoPort=32997, infoSecurePort=0, ipcPort=41571, storageInfo=lv=-57;cid=testClusterID;nsid=1415039644;c=1731750617676), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-16T09:50:18,346 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x63c8b15b8692759b with lease ID 0x307cbf9fac697b2a: Processing first storage report for DS-2e40dccc-af43-4240-adf3-d1792b67a862 from datanode DatanodeRegistration(127.0.0.1:46319, datanodeUuid=51dd8321-15ab-4220-b781-0df904b5c999, infoPort=32997, infoSecurePort=0, ipcPort=41571, storageInfo=lv=-57;cid=testClusterID;nsid=1415039644;c=1731750617676) 2024-11-16T09:50:18,347 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x63c8b15b8692759b with lease ID 0x307cbf9fac697b2a: from storage DS-2e40dccc-af43-4240-adf3-d1792b67a862 node DatanodeRegistration(127.0.0.1:46319, datanodeUuid=51dd8321-15ab-4220-b781-0df904b5c999, infoPort=32997, infoSecurePort=0, ipcPort=41571, storageInfo=lv=-57;cid=testClusterID;nsid=1415039644;c=1731750617676), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-16T09:50:18,372 INFO [regionserver/037c58a19ddb:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-16T09:50:18,376 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/46ee991a-0949-6bc7-389c-c2908881dada 2024-11-16T09:50:18,379 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/46ee991a-0949-6bc7-389c-c2908881dada/cluster_a90916ae-f1d4-14db-0b3a-61193f3f9212/zookeeper_0, clientPort=64508, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/46ee991a-0949-6bc7-389c-c2908881dada/cluster_a90916ae-f1d4-14db-0b3a-61193f3f9212/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/46ee991a-0949-6bc7-389c-c2908881dada/cluster_a90916ae-f1d4-14db-0b3a-61193f3f9212/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-16T09:50:18,380 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=64508 2024-11-16T09:50:18,380 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T09:50:18,382 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T09:50:18,393 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41593 is added to blk_1073741825_1001 (size=7) 2024-11-16T09:50:18,394 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46319 is added to blk_1073741825_1001 (size=7) 2024-11-16T09:50:18,395 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42231/user/jenkins/test-data/ac2088a9-d582-6f16-2cf2-dde1a5bed0cb with version=8 2024-11-16T09:50:18,395 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1141): The hbase.fs.tmp.dir is set to hdfs://localhost:43215/user/jenkins/test-data/0bbf53a3-ecc7-239a-9842-e73c1ae05a75/hbase-staging 2024-11-16T09:50:18,398 INFO [Time-limited test {}] client.ConnectionUtils(128): master/037c58a19ddb:0 server-side Connection retries=45 2024-11-16T09:50:18,398 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T09:50:18,398 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-16T09:50:18,398 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-16T09:50:18,398 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T09:50:18,398 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-16T09:50:18,398 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-16T09:50:18,398 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-16T09:50:18,399 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39217 2024-11-16T09:50:18,401 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:39217 connecting to ZooKeeper ensemble=127.0.0.1:64508 2024-11-16T09:50:18,407 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:392170x0, quorum=127.0.0.1:64508, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T09:50:18,408 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:39217-0x101b07cda720000 connected 2024-11-16T09:50:18,423 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T09:50:18,425 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T09:50:18,428 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39217-0x101b07cda720000, quorum=127.0.0.1:64508, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-16T09:50:18,428 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:42231/user/jenkins/test-data/ac2088a9-d582-6f16-2cf2-dde1a5bed0cb, hbase.cluster.distributed=false 2024-11-16T09:50:18,430 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39217-0x101b07cda720000, quorum=127.0.0.1:64508, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-16T09:50:18,430 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39217 2024-11-16T09:50:18,431 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39217 2024-11-16T09:50:18,431 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39217 2024-11-16T09:50:18,431 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39217 2024-11-16T09:50:18,431 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39217 2024-11-16T09:50:18,448 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/037c58a19ddb:0 server-side Connection retries=45 2024-11-16T09:50:18,448 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T09:50:18,448 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-16T09:50:18,448 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-16T09:50:18,448 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T09:50:18,449 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-16T09:50:18,449 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-16T09:50:18,449 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-16T09:50:18,449 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42203 2024-11-16T09:50:18,451 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42203 connecting to ZooKeeper ensemble=127.0.0.1:64508 2024-11-16T09:50:18,451 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T09:50:18,454 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T09:50:18,459 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:422030x0, quorum=127.0.0.1:64508, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T09:50:18,459 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42203-0x101b07cda720001 connected 2024-11-16T09:50:18,459 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42203-0x101b07cda720001, quorum=127.0.0.1:64508, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-16T09:50:18,460 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-16T09:50:18,460 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-16T09:50:18,461 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42203-0x101b07cda720001, quorum=127.0.0.1:64508, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-16T09:50:18,462 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42203-0x101b07cda720001, quorum=127.0.0.1:64508, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-16T09:50:18,464 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42203 2024-11-16T09:50:18,464 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42203 2024-11-16T09:50:18,465 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42203 2024-11-16T09:50:18,465 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42203 2024-11-16T09:50:18,465 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42203 2024-11-16T09:50:18,478 DEBUG [M:0;037c58a19ddb:39217 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;037c58a19ddb:39217 2024-11-16T09:50:18,478 INFO [master/037c58a19ddb:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/037c58a19ddb,39217,1731750618397 2024-11-16T09:50:18,480 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39217-0x101b07cda720000, quorum=127.0.0.1:64508, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-16T09:50:18,480 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42203-0x101b07cda720001, quorum=127.0.0.1:64508, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-16T09:50:18,481 DEBUG [master/037c58a19ddb:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39217-0x101b07cda720000, quorum=127.0.0.1:64508, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/037c58a19ddb,39217,1731750618397 2024-11-16T09:50:18,483 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39217-0x101b07cda720000, quorum=127.0.0.1:64508, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T09:50:18,483 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42203-0x101b07cda720001, quorum=127.0.0.1:64508, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-16T09:50:18,483 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42203-0x101b07cda720001, quorum=127.0.0.1:64508, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T09:50:18,484 DEBUG [master/037c58a19ddb:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39217-0x101b07cda720000, quorum=127.0.0.1:64508, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-16T09:50:18,484 INFO [master/037c58a19ddb:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/037c58a19ddb,39217,1731750618397 from backup master directory 2024-11-16T09:50:18,486 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39217-0x101b07cda720000, quorum=127.0.0.1:64508, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/037c58a19ddb,39217,1731750618397 2024-11-16T09:50:18,486 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42203-0x101b07cda720001, quorum=127.0.0.1:64508, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-16T09:50:18,486 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39217-0x101b07cda720000, quorum=127.0.0.1:64508, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-16T09:50:18,486 WARN [master/037c58a19ddb:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-16T09:50:18,486 INFO [master/037c58a19ddb:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=037c58a19ddb,39217,1731750618397 2024-11-16T09:50:18,492 DEBUG [master/037c58a19ddb:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:42231/user/jenkins/test-data/ac2088a9-d582-6f16-2cf2-dde1a5bed0cb/hbase.id] with ID: a424c6ac-8c56-45eb-adef-423cf69ab3c2 2024-11-16T09:50:18,493 DEBUG [master/037c58a19ddb:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:42231/user/jenkins/test-data/ac2088a9-d582-6f16-2cf2-dde1a5bed0cb/.tmp/hbase.id 2024-11-16T09:50:18,519 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41593 is added to blk_1073741826_1002 (size=42) 2024-11-16T09:50:18,520 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46319 is added to blk_1073741826_1002 (size=42) 2024-11-16T09:50:18,521 DEBUG [master/037c58a19ddb:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:42231/user/jenkins/test-data/ac2088a9-d582-6f16-2cf2-dde1a5bed0cb/.tmp/hbase.id]:[hdfs://localhost:42231/user/jenkins/test-data/ac2088a9-d582-6f16-2cf2-dde1a5bed0cb/hbase.id] 2024-11-16T09:50:18,538 INFO [master/037c58a19ddb:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T09:50:18,539 INFO [master/037c58a19ddb:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-16T09:50:18,540 INFO [master/037c58a19ddb:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-16T09:50:18,543 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42203-0x101b07cda720001, quorum=127.0.0.1:64508, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T09:50:18,543 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39217-0x101b07cda720000, quorum=127.0.0.1:64508, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T09:50:18,551 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41593 is added to blk_1073741827_1003 (size=196) 2024-11-16T09:50:18,551 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46319 is added to blk_1073741827_1003 (size=196) 2024-11-16T09:50:18,552 INFO [master/037c58a19ddb:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-16T09:50:18,553 INFO [master/037c58a19ddb:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-16T09:50:18,553 INFO [master/037c58a19ddb:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T09:50:18,562 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41593 is added to blk_1073741828_1004 (size=1189) 2024-11-16T09:50:18,562 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46319 is added to blk_1073741828_1004 (size=1189) 2024-11-16T09:50:18,563 INFO [master/037c58a19ddb:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:42231/user/jenkins/test-data/ac2088a9-d582-6f16-2cf2-dde1a5bed0cb/MasterData/data/master/store 2024-11-16T09:50:18,572 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46319 is added to blk_1073741829_1005 (size=34) 2024-11-16T09:50:18,572 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41593 is added to blk_1073741829_1005 (size=34) 2024-11-16T09:50:18,973 DEBUG [master/037c58a19ddb:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T09:50:18,974 DEBUG [master/037c58a19ddb:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-16T09:50:18,974 INFO [master/037c58a19ddb:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T09:50:18,974 DEBUG [master/037c58a19ddb:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T09:50:18,974 DEBUG [master/037c58a19ddb:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-16T09:50:18,974 DEBUG [master/037c58a19ddb:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T09:50:18,974 INFO [master/037c58a19ddb:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T09:50:18,974 DEBUG [master/037c58a19ddb:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731750618973Disabling compacts and flushes for region at 1731750618973Disabling writes for close at 1731750618974 (+1 ms)Writing region close event to WAL at 1731750618974Closed at 1731750618974 2024-11-16T09:50:18,975 WARN [master/037c58a19ddb:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:42231/user/jenkins/test-data/ac2088a9-d582-6f16-2cf2-dde1a5bed0cb/MasterData/data/master/store/.initializing 2024-11-16T09:50:18,975 DEBUG [master/037c58a19ddb:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:42231/user/jenkins/test-data/ac2088a9-d582-6f16-2cf2-dde1a5bed0cb/MasterData/WALs/037c58a19ddb,39217,1731750618397 2024-11-16T09:50:18,977 INFO [master/037c58a19ddb:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-16T09:50:18,980 INFO [master/037c58a19ddb:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=037c58a19ddb%2C39217%2C1731750618397, suffix=, logDir=hdfs://localhost:42231/user/jenkins/test-data/ac2088a9-d582-6f16-2cf2-dde1a5bed0cb/MasterData/WALs/037c58a19ddb,39217,1731750618397, archiveDir=hdfs://localhost:42231/user/jenkins/test-data/ac2088a9-d582-6f16-2cf2-dde1a5bed0cb/MasterData/oldWALs, maxLogs=10 2024-11-16T09:50:18,999 DEBUG [master/037c58a19ddb:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ac2088a9-d582-6f16-2cf2-dde1a5bed0cb/MasterData/WALs/037c58a19ddb,39217,1731750618397/037c58a19ddb%2C39217%2C1731750618397.1731750618980, exclude list is [], retry=0 2024-11-16T09:50:19,003 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46319,DS-6c0bb7f2-933b-4eab-8dc9-90f47fd1420b,DISK] 2024-11-16T09:50:19,003 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41593,DS-6a57c739-8de5-44a4-a3de-018be87ef3d7,DISK] 2024-11-16T09:50:19,005 INFO [master/037c58a19ddb:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ac2088a9-d582-6f16-2cf2-dde1a5bed0cb/MasterData/WALs/037c58a19ddb,39217,1731750618397/037c58a19ddb%2C39217%2C1731750618397.1731750618980 2024-11-16T09:50:19,006 DEBUG [master/037c58a19ddb:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32997:32997),(127.0.0.1/127.0.0.1:41677:41677)] 2024-11-16T09:50:19,006 DEBUG [master/037c58a19ddb:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-16T09:50:19,006 DEBUG [master/037c58a19ddb:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T09:50:19,006 DEBUG [master/037c58a19ddb:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T09:50:19,006 DEBUG [master/037c58a19ddb:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T09:50:19,008 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T09:50:19,010 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-16T09:50:19,010 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T09:50:19,011 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T09:50:19,011 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T09:50:19,013 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-16T09:50:19,013 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T09:50:19,013 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T09:50:19,013 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T09:50:19,016 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-16T09:50:19,016 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T09:50:19,017 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T09:50:19,017 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T09:50:19,018 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-16T09:50:19,018 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T09:50:19,019 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T09:50:19,019 DEBUG [master/037c58a19ddb:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T09:50:19,020 DEBUG [master/037c58a19ddb:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42231/user/jenkins/test-data/ac2088a9-d582-6f16-2cf2-dde1a5bed0cb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-16T09:50:19,020 DEBUG [master/037c58a19ddb:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42231/user/jenkins/test-data/ac2088a9-d582-6f16-2cf2-dde1a5bed0cb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-16T09:50:19,022 DEBUG [master/037c58a19ddb:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T09:50:19,022 DEBUG [master/037c58a19ddb:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T09:50:19,023 DEBUG [master/037c58a19ddb:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T09:50:19,024 DEBUG [master/037c58a19ddb:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T09:50:19,028 DEBUG [master/037c58a19ddb:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42231/user/jenkins/test-data/ac2088a9-d582-6f16-2cf2-dde1a5bed0cb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T09:50:19,028 INFO [master/037c58a19ddb:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=698481, jitterRate=-0.11183646321296692}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T09:50:19,029 DEBUG [master/037c58a19ddb:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731750619006Initializing all the Stores at 1731750619008 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731750619008Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731750619008Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731750619008Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731750619008Cleaning up temporary data from old regions at 1731750619022 (+14 ms)Region opened successfully at 1731750619029 (+7 ms) 2024-11-16T09:50:19,030 INFO [master/037c58a19ddb:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-16T09:50:19,034 DEBUG [master/037c58a19ddb:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b41f14f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=037c58a19ddb/172.17.0.2:0 2024-11-16T09:50:19,035 INFO [master/037c58a19ddb:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-16T09:50:19,035 INFO [master/037c58a19ddb:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-16T09:50:19,035 INFO [master/037c58a19ddb:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-16T09:50:19,035 INFO [master/037c58a19ddb:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-16T09:50:19,036 INFO [master/037c58a19ddb:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-16T09:50:19,036 INFO [master/037c58a19ddb:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-16T09:50:19,036 INFO [master/037c58a19ddb:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-16T09:50:19,039 INFO [master/037c58a19ddb:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-16T09:50:19,040 DEBUG [master/037c58a19ddb:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39217-0x101b07cda720000, quorum=127.0.0.1:64508, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-16T09:50:19,041 DEBUG [master/037c58a19ddb:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-16T09:50:19,041 INFO [master/037c58a19ddb:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-16T09:50:19,042 DEBUG [master/037c58a19ddb:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39217-0x101b07cda720000, quorum=127.0.0.1:64508, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-16T09:50:19,043 DEBUG [master/037c58a19ddb:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-16T09:50:19,044 INFO [master/037c58a19ddb:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-16T09:50:19,045 DEBUG [master/037c58a19ddb:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39217-0x101b07cda720000, quorum=127.0.0.1:64508, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-16T09:50:19,046 DEBUG [master/037c58a19ddb:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-16T09:50:19,047 DEBUG [master/037c58a19ddb:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39217-0x101b07cda720000, quorum=127.0.0.1:64508, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-16T09:50:19,048 DEBUG [master/037c58a19ddb:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-16T09:50:19,050 DEBUG [master/037c58a19ddb:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39217-0x101b07cda720000, quorum=127.0.0.1:64508, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-16T09:50:19,052 DEBUG [master/037c58a19ddb:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-16T09:50:19,054 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39217-0x101b07cda720000, quorum=127.0.0.1:64508, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-16T09:50:19,054 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42203-0x101b07cda720001, quorum=127.0.0.1:64508, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-16T09:50:19,054 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39217-0x101b07cda720000, quorum=127.0.0.1:64508, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T09:50:19,054 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42203-0x101b07cda720001, quorum=127.0.0.1:64508, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T09:50:19,054 INFO [master/037c58a19ddb:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=037c58a19ddb,39217,1731750618397, sessionid=0x101b07cda720000, setting cluster-up flag (Was=false) 2024-11-16T09:50:19,057 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39217-0x101b07cda720000, quorum=127.0.0.1:64508, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T09:50:19,057 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42203-0x101b07cda720001, quorum=127.0.0.1:64508, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T09:50:19,062 DEBUG [master/037c58a19ddb:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-16T09:50:19,064 DEBUG [master/037c58a19ddb:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=037c58a19ddb,39217,1731750618397 2024-11-16T09:50:19,067 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39217-0x101b07cda720000, quorum=127.0.0.1:64508, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T09:50:19,067 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42203-0x101b07cda720001, quorum=127.0.0.1:64508, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T09:50:19,073 DEBUG [master/037c58a19ddb:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-16T09:50:19,074 DEBUG [master/037c58a19ddb:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=037c58a19ddb,39217,1731750618397 2024-11-16T09:50:19,076 INFO [master/037c58a19ddb:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:42231/user/jenkins/test-data/ac2088a9-d582-6f16-2cf2-dde1a5bed0cb/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-16T09:50:19,078 DEBUG [master/037c58a19ddb:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-16T09:50:19,078 INFO [master/037c58a19ddb:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-16T09:50:19,078 INFO [master/037c58a19ddb:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-16T09:50:19,079 DEBUG [master/037c58a19ddb:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 037c58a19ddb,39217,1731750618397 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-16T09:50:19,080 DEBUG [master/037c58a19ddb:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/037c58a19ddb:0, corePoolSize=5, maxPoolSize=5 2024-11-16T09:50:19,080 DEBUG [master/037c58a19ddb:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/037c58a19ddb:0, corePoolSize=5, maxPoolSize=5 2024-11-16T09:50:19,080 DEBUG [master/037c58a19ddb:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/037c58a19ddb:0, corePoolSize=5, maxPoolSize=5 2024-11-16T09:50:19,080 DEBUG [master/037c58a19ddb:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/037c58a19ddb:0, corePoolSize=5, maxPoolSize=5 2024-11-16T09:50:19,081 DEBUG [master/037c58a19ddb:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/037c58a19ddb:0, corePoolSize=10, maxPoolSize=10 2024-11-16T09:50:19,081 DEBUG [master/037c58a19ddb:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/037c58a19ddb:0, corePoolSize=1, maxPoolSize=1 2024-11-16T09:50:19,081 DEBUG [master/037c58a19ddb:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/037c58a19ddb:0, corePoolSize=2, maxPoolSize=2 2024-11-16T09:50:19,081 DEBUG [master/037c58a19ddb:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/037c58a19ddb:0, corePoolSize=1, maxPoolSize=1 2024-11-16T09:50:19,082 INFO [master/037c58a19ddb:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731750649082 2024-11-16T09:50:19,082 INFO [master/037c58a19ddb:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-16T09:50:19,082 INFO [master/037c58a19ddb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-16T09:50:19,082 INFO [master/037c58a19ddb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-16T09:50:19,082 INFO [master/037c58a19ddb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-16T09:50:19,082 INFO [master/037c58a19ddb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-16T09:50:19,083 INFO [master/037c58a19ddb:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-16T09:50:19,083 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T09:50:19,083 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-16T09:50:19,083 INFO [master/037c58a19ddb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-16T09:50:19,084 INFO [master/037c58a19ddb:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-16T09:50:19,084 INFO [master/037c58a19ddb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-16T09:50:19,084 INFO [master/037c58a19ddb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-16T09:50:19,084 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T09:50:19,085 INFO [master/037c58a19ddb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-16T09:50:19,085 INFO [master/037c58a19ddb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-16T09:50:19,085 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-16T09:50:19,085 DEBUG [master/037c58a19ddb:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/037c58a19ddb:0:becomeActiveMaster-HFileCleaner.large.0-1731750619085,5,FailOnTimeoutGroup] 2024-11-16T09:50:19,086 DEBUG [master/037c58a19ddb:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/037c58a19ddb:0:becomeActiveMaster-HFileCleaner.small.0-1731750619085,5,FailOnTimeoutGroup] 2024-11-16T09:50:19,086 INFO [master/037c58a19ddb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-16T09:50:19,086 INFO [master/037c58a19ddb:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-16T09:50:19,086 INFO [master/037c58a19ddb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-16T09:50:19,086 INFO [master/037c58a19ddb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-16T09:50:19,093 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41593 is added to blk_1073741831_1007 (size=1321) 2024-11-16T09:50:19,094 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46319 is added to blk_1073741831_1007 (size=1321) 2024-11-16T09:50:19,095 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:42231/user/jenkins/test-data/ac2088a9-d582-6f16-2cf2-dde1a5bed0cb/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-16T09:50:19,095 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:42231/user/jenkins/test-data/ac2088a9-d582-6f16-2cf2-dde1a5bed0cb 2024-11-16T09:50:19,104 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46319 is added to blk_1073741832_1008 (size=32) 2024-11-16T09:50:19,104 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41593 is added to blk_1073741832_1008 (size=32) 2024-11-16T09:50:19,106 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T09:50:19,107 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-16T09:50:19,109 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-16T09:50:19,109 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T09:50:19,110 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T09:50:19,110 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-16T09:50:19,112 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-16T09:50:19,112 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T09:50:19,113 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T09:50:19,113 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-16T09:50:19,114 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-16T09:50:19,115 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T09:50:19,115 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T09:50:19,115 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-16T09:50:19,117 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-16T09:50:19,117 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T09:50:19,118 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T09:50:19,118 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-16T09:50:19,119 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42231/user/jenkins/test-data/ac2088a9-d582-6f16-2cf2-dde1a5bed0cb/data/hbase/meta/1588230740 2024-11-16T09:50:19,119 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42231/user/jenkins/test-data/ac2088a9-d582-6f16-2cf2-dde1a5bed0cb/data/hbase/meta/1588230740 2024-11-16T09:50:19,121 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-16T09:50:19,121 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-16T09:50:19,122 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-16T09:50:19,123 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-16T09:50:19,126 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42231/user/jenkins/test-data/ac2088a9-d582-6f16-2cf2-dde1a5bed0cb/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T09:50:19,127 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=713368, jitterRate=-0.092906653881073}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-16T09:50:19,129 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731750619106Initializing all the Stores at 1731750619107 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731750619107Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731750619107Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731750619107Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731750619107Cleaning up temporary data from old regions at 1731750619121 (+14 ms)Region opened successfully at 1731750619129 (+8 ms) 2024-11-16T09:50:19,129 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-16T09:50:19,129 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-16T09:50:19,129 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-16T09:50:19,129 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-16T09:50:19,129 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-16T09:50:19,130 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-16T09:50:19,130 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731750619129Disabling compacts and flushes for region at 1731750619129Disabling writes for close at 1731750619129Writing region close event to WAL at 1731750619130 (+1 ms)Closed at 1731750619130 2024-11-16T09:50:19,132 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T09:50:19,132 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-16T09:50:19,132 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-16T09:50:19,134 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-16T09:50:19,136 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-16T09:50:19,168 INFO [RS:0;037c58a19ddb:42203 {}] regionserver.HRegionServer(746): ClusterId : a424c6ac-8c56-45eb-adef-423cf69ab3c2 2024-11-16T09:50:19,168 DEBUG [RS:0;037c58a19ddb:42203 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-16T09:50:19,170 DEBUG [RS:0;037c58a19ddb:42203 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-16T09:50:19,170 DEBUG [RS:0;037c58a19ddb:42203 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-16T09:50:19,173 DEBUG [RS:0;037c58a19ddb:42203 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-16T09:50:19,174 DEBUG [RS:0;037c58a19ddb:42203 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3409b30a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=037c58a19ddb/172.17.0.2:0 2024-11-16T09:50:19,187 DEBUG [RS:0;037c58a19ddb:42203 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;037c58a19ddb:42203 2024-11-16T09:50:19,187 INFO [RS:0;037c58a19ddb:42203 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-16T09:50:19,187 INFO [RS:0;037c58a19ddb:42203 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-16T09:50:19,187 DEBUG [RS:0;037c58a19ddb:42203 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-16T09:50:19,188 INFO [RS:0;037c58a19ddb:42203 {}] regionserver.HRegionServer(2659): reportForDuty to master=037c58a19ddb,39217,1731750618397 with port=42203, startcode=1731750618448 2024-11-16T09:50:19,188 DEBUG [RS:0;037c58a19ddb:42203 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-16T09:50:19,190 INFO [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40017, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-11-16T09:50:19,191 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39217 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 037c58a19ddb,42203,1731750618448 2024-11-16T09:50:19,191 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39217 {}] master.ServerManager(517): Registering regionserver=037c58a19ddb,42203,1731750618448 2024-11-16T09:50:19,193 DEBUG [RS:0;037c58a19ddb:42203 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42231/user/jenkins/test-data/ac2088a9-d582-6f16-2cf2-dde1a5bed0cb 2024-11-16T09:50:19,193 DEBUG [RS:0;037c58a19ddb:42203 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42231 2024-11-16T09:50:19,193 DEBUG [RS:0;037c58a19ddb:42203 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-16T09:50:19,195 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39217-0x101b07cda720000, quorum=127.0.0.1:64508, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-16T09:50:19,195 DEBUG [RS:0;037c58a19ddb:42203 {}] zookeeper.ZKUtil(111): regionserver:42203-0x101b07cda720001, quorum=127.0.0.1:64508, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/037c58a19ddb,42203,1731750618448 2024-11-16T09:50:19,195 WARN [RS:0;037c58a19ddb:42203 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-16T09:50:19,195 INFO [RS:0;037c58a19ddb:42203 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T09:50:19,195 DEBUG [RS:0;037c58a19ddb:42203 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42231/user/jenkins/test-data/ac2088a9-d582-6f16-2cf2-dde1a5bed0cb/WALs/037c58a19ddb,42203,1731750618448 2024-11-16T09:50:19,196 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [037c58a19ddb,42203,1731750618448] 2024-11-16T09:50:19,199 INFO [RS:0;037c58a19ddb:42203 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-16T09:50:19,203 INFO [RS:0;037c58a19ddb:42203 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-16T09:50:19,203 INFO [RS:0;037c58a19ddb:42203 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-16T09:50:19,203 INFO [RS:0;037c58a19ddb:42203 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T09:50:19,204 INFO [RS:0;037c58a19ddb:42203 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-16T09:50:19,206 INFO [RS:0;037c58a19ddb:42203 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-16T09:50:19,206 INFO [RS:0;037c58a19ddb:42203 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-16T09:50:19,206 DEBUG [RS:0;037c58a19ddb:42203 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/037c58a19ddb:0, corePoolSize=1, maxPoolSize=1 2024-11-16T09:50:19,206 DEBUG [RS:0;037c58a19ddb:42203 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/037c58a19ddb:0, corePoolSize=1, maxPoolSize=1 2024-11-16T09:50:19,206 DEBUG [RS:0;037c58a19ddb:42203 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/037c58a19ddb:0, corePoolSize=1, maxPoolSize=1 2024-11-16T09:50:19,206 DEBUG [RS:0;037c58a19ddb:42203 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/037c58a19ddb:0, corePoolSize=1, maxPoolSize=1 2024-11-16T09:50:19,206 DEBUG [RS:0;037c58a19ddb:42203 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/037c58a19ddb:0, corePoolSize=1, maxPoolSize=1 2024-11-16T09:50:19,207 DEBUG [RS:0;037c58a19ddb:42203 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/037c58a19ddb:0, corePoolSize=2, maxPoolSize=2 2024-11-16T09:50:19,207 DEBUG [RS:0;037c58a19ddb:42203 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/037c58a19ddb:0, corePoolSize=1, maxPoolSize=1 2024-11-16T09:50:19,207 DEBUG [RS:0;037c58a19ddb:42203 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/037c58a19ddb:0, corePoolSize=1, maxPoolSize=1 2024-11-16T09:50:19,207 DEBUG [RS:0;037c58a19ddb:42203 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/037c58a19ddb:0, corePoolSize=1, maxPoolSize=1 2024-11-16T09:50:19,207 DEBUG [RS:0;037c58a19ddb:42203 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/037c58a19ddb:0, corePoolSize=1, maxPoolSize=1 2024-11-16T09:50:19,207 DEBUG [RS:0;037c58a19ddb:42203 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/037c58a19ddb:0, corePoolSize=1, maxPoolSize=1 2024-11-16T09:50:19,207 DEBUG [RS:0;037c58a19ddb:42203 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/037c58a19ddb:0, corePoolSize=1, maxPoolSize=1 2024-11-16T09:50:19,207 DEBUG [RS:0;037c58a19ddb:42203 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/037c58a19ddb:0, corePoolSize=3, maxPoolSize=3 2024-11-16T09:50:19,207 DEBUG [RS:0;037c58a19ddb:42203 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/037c58a19ddb:0, corePoolSize=3, maxPoolSize=3 2024-11-16T09:50:19,208 INFO [RS:0;037c58a19ddb:42203 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-16T09:50:19,208 INFO [RS:0;037c58a19ddb:42203 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-16T09:50:19,208 INFO [RS:0;037c58a19ddb:42203 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T09:50:19,208 INFO [RS:0;037c58a19ddb:42203 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-16T09:50:19,208 INFO [RS:0;037c58a19ddb:42203 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-16T09:50:19,208 INFO [RS:0;037c58a19ddb:42203 {}] hbase.ChoreService(168): Chore ScheduledChore name=037c58a19ddb,42203,1731750618448-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-16T09:50:19,227 INFO [RS:0;037c58a19ddb:42203 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-16T09:50:19,227 INFO [RS:0;037c58a19ddb:42203 {}] hbase.ChoreService(168): Chore ScheduledChore name=037c58a19ddb,42203,1731750618448-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T09:50:19,227 INFO [RS:0;037c58a19ddb:42203 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T09:50:19,227 INFO [RS:0;037c58a19ddb:42203 {}] regionserver.Replication(171): 037c58a19ddb,42203,1731750618448 started 2024-11-16T09:50:19,242 INFO [RS:0;037c58a19ddb:42203 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T09:50:19,243 INFO [RS:0;037c58a19ddb:42203 {}] regionserver.HRegionServer(1482): Serving as 037c58a19ddb,42203,1731750618448, RpcServer on 037c58a19ddb/172.17.0.2:42203, sessionid=0x101b07cda720001 2024-11-16T09:50:19,243 DEBUG [RS:0;037c58a19ddb:42203 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-16T09:50:19,243 DEBUG [RS:0;037c58a19ddb:42203 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 037c58a19ddb,42203,1731750618448 2024-11-16T09:50:19,243 DEBUG [RS:0;037c58a19ddb:42203 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '037c58a19ddb,42203,1731750618448' 2024-11-16T09:50:19,243 DEBUG [RS:0;037c58a19ddb:42203 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-16T09:50:19,244 DEBUG [RS:0;037c58a19ddb:42203 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-16T09:50:19,244 DEBUG [RS:0;037c58a19ddb:42203 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-16T09:50:19,244 DEBUG [RS:0;037c58a19ddb:42203 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-16T09:50:19,244 DEBUG [RS:0;037c58a19ddb:42203 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 037c58a19ddb,42203,1731750618448 2024-11-16T09:50:19,244 DEBUG [RS:0;037c58a19ddb:42203 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '037c58a19ddb,42203,1731750618448' 2024-11-16T09:50:19,244 DEBUG [RS:0;037c58a19ddb:42203 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-16T09:50:19,245 DEBUG [RS:0;037c58a19ddb:42203 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-16T09:50:19,245 DEBUG [RS:0;037c58a19ddb:42203 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-16T09:50:19,245 INFO [RS:0;037c58a19ddb:42203 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-16T09:50:19,245 INFO [RS:0;037c58a19ddb:42203 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-16T09:50:19,286 WARN [037c58a19ddb:39217 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-16T09:50:19,346 INFO [RS:0;037c58a19ddb:42203 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-16T09:50:19,348 INFO [RS:0;037c58a19ddb:42203 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=037c58a19ddb%2C42203%2C1731750618448, suffix=, logDir=hdfs://localhost:42231/user/jenkins/test-data/ac2088a9-d582-6f16-2cf2-dde1a5bed0cb/WALs/037c58a19ddb,42203,1731750618448, archiveDir=hdfs://localhost:42231/user/jenkins/test-data/ac2088a9-d582-6f16-2cf2-dde1a5bed0cb/oldWALs, maxLogs=32 2024-11-16T09:50:19,364 DEBUG [RS:0;037c58a19ddb:42203 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ac2088a9-d582-6f16-2cf2-dde1a5bed0cb/WALs/037c58a19ddb,42203,1731750618448/037c58a19ddb%2C42203%2C1731750618448.1731750619350, exclude list is [], retry=0 2024-11-16T09:50:19,368 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41593,DS-6a57c739-8de5-44a4-a3de-018be87ef3d7,DISK] 2024-11-16T09:50:19,368 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46319,DS-6c0bb7f2-933b-4eab-8dc9-90f47fd1420b,DISK] 2024-11-16T09:50:19,372 INFO [RS:0;037c58a19ddb:42203 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ac2088a9-d582-6f16-2cf2-dde1a5bed0cb/WALs/037c58a19ddb,42203,1731750618448/037c58a19ddb%2C42203%2C1731750618448.1731750619350 2024-11-16T09:50:19,374 DEBUG [RS:0;037c58a19ddb:42203 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41677:41677),(127.0.0.1/127.0.0.1:32997:32997)] 2024-11-16T09:50:19,536 DEBUG [037c58a19ddb:39217 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-16T09:50:19,537 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=037c58a19ddb,42203,1731750618448 2024-11-16T09:50:19,539 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 037c58a19ddb,42203,1731750618448, state=OPENING 2024-11-16T09:50:19,541 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-16T09:50:19,543 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42203-0x101b07cda720001, quorum=127.0.0.1:64508, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T09:50:19,543 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39217-0x101b07cda720000, quorum=127.0.0.1:64508, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T09:50:19,543 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-16T09:50:19,543 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-16T09:50:19,543 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-16T09:50:19,543 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=037c58a19ddb,42203,1731750618448}] 2024-11-16T09:50:19,697 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-16T09:50:19,699 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42259, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-16T09:50:19,704 INFO [RS_OPEN_META-regionserver/037c58a19ddb:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-16T09:50:19,705 INFO [RS_OPEN_META-regionserver/037c58a19ddb:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T09:50:19,705 INFO [RS_OPEN_META-regionserver/037c58a19ddb:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-16T09:50:19,707 INFO [RS_OPEN_META-regionserver/037c58a19ddb:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=037c58a19ddb%2C42203%2C1731750618448.meta, suffix=.meta, logDir=hdfs://localhost:42231/user/jenkins/test-data/ac2088a9-d582-6f16-2cf2-dde1a5bed0cb/WALs/037c58a19ddb,42203,1731750618448, archiveDir=hdfs://localhost:42231/user/jenkins/test-data/ac2088a9-d582-6f16-2cf2-dde1a5bed0cb/oldWALs, maxLogs=32 2024-11-16T09:50:19,724 DEBUG [RS_OPEN_META-regionserver/037c58a19ddb:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ac2088a9-d582-6f16-2cf2-dde1a5bed0cb/WALs/037c58a19ddb,42203,1731750618448/037c58a19ddb%2C42203%2C1731750618448.meta.1731750619709.meta, exclude list is [], retry=0 2024-11-16T09:50:19,726 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41593,DS-6a57c739-8de5-44a4-a3de-018be87ef3d7,DISK] 2024-11-16T09:50:19,727 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46319,DS-6c0bb7f2-933b-4eab-8dc9-90f47fd1420b,DISK] 2024-11-16T09:50:19,729 INFO [RS_OPEN_META-regionserver/037c58a19ddb:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ac2088a9-d582-6f16-2cf2-dde1a5bed0cb/WALs/037c58a19ddb,42203,1731750618448/037c58a19ddb%2C42203%2C1731750618448.meta.1731750619709.meta 2024-11-16T09:50:19,730 DEBUG [RS_OPEN_META-regionserver/037c58a19ddb:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41677:41677),(127.0.0.1/127.0.0.1:32997:32997)] 2024-11-16T09:50:19,730 DEBUG [RS_OPEN_META-regionserver/037c58a19ddb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-16T09:50:19,731 DEBUG [RS_OPEN_META-regionserver/037c58a19ddb:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-16T09:50:19,731 DEBUG [RS_OPEN_META-regionserver/037c58a19ddb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-16T09:50:19,731 INFO [RS_OPEN_META-regionserver/037c58a19ddb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-16T09:50:19,731 DEBUG [RS_OPEN_META-regionserver/037c58a19ddb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-16T09:50:19,731 DEBUG [RS_OPEN_META-regionserver/037c58a19ddb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T09:50:19,731 DEBUG [RS_OPEN_META-regionserver/037c58a19ddb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-16T09:50:19,731 DEBUG [RS_OPEN_META-regionserver/037c58a19ddb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-16T09:50:19,733 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-16T09:50:19,734 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-16T09:50:19,734 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T09:50:19,735 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T09:50:19,735 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-16T09:50:19,736 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-16T09:50:19,736 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T09:50:19,737 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T09:50:19,737 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-16T09:50:19,738 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-16T09:50:19,738 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T09:50:19,738 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T09:50:19,738 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-16T09:50:19,739 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-16T09:50:19,739 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T09:50:19,740 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T09:50:19,740 DEBUG [RS_OPEN_META-regionserver/037c58a19ddb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-16T09:50:19,741 DEBUG [RS_OPEN_META-regionserver/037c58a19ddb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42231/user/jenkins/test-data/ac2088a9-d582-6f16-2cf2-dde1a5bed0cb/data/hbase/meta/1588230740 2024-11-16T09:50:19,742 DEBUG [RS_OPEN_META-regionserver/037c58a19ddb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42231/user/jenkins/test-data/ac2088a9-d582-6f16-2cf2-dde1a5bed0cb/data/hbase/meta/1588230740 2024-11-16T09:50:19,744 DEBUG [RS_OPEN_META-regionserver/037c58a19ddb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-16T09:50:19,744 DEBUG [RS_OPEN_META-regionserver/037c58a19ddb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-16T09:50:19,745 DEBUG [RS_OPEN_META-regionserver/037c58a19ddb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-16T09:50:19,746 DEBUG [RS_OPEN_META-regionserver/037c58a19ddb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-16T09:50:19,747 INFO [RS_OPEN_META-regionserver/037c58a19ddb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=822710, jitterRate=0.04613031446933746}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-16T09:50:19,747 DEBUG [RS_OPEN_META-regionserver/037c58a19ddb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-16T09:50:19,748 DEBUG [RS_OPEN_META-regionserver/037c58a19ddb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731750619732Writing region info on filesystem at 1731750619732Initializing all the Stores at 1731750619733 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731750619733Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731750619733Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731750619733Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731750619733Cleaning up temporary data from old regions at 1731750619744 (+11 ms)Running coprocessor post-open hooks at 1731750619747 (+3 ms)Region opened successfully at 1731750619748 (+1 ms) 2024-11-16T09:50:19,750 INFO [RS_OPEN_META-regionserver/037c58a19ddb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731750619697 2024-11-16T09:50:19,753 DEBUG [RS_OPEN_META-regionserver/037c58a19ddb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-16T09:50:19,753 INFO [RS_OPEN_META-regionserver/037c58a19ddb:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-16T09:50:19,754 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=037c58a19ddb,42203,1731750618448 2024-11-16T09:50:19,756 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 037c58a19ddb,42203,1731750618448, state=OPEN 2024-11-16T09:50:19,761 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39217-0x101b07cda720000, quorum=127.0.0.1:64508, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-16T09:50:19,761 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42203-0x101b07cda720001, quorum=127.0.0.1:64508, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-16T09:50:19,761 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=037c58a19ddb,42203,1731750618448 2024-11-16T09:50:19,761 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-16T09:50:19,761 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-16T09:50:19,765 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-16T09:50:19,765 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=037c58a19ddb,42203,1731750618448 in 218 msec 2024-11-16T09:50:19,768 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-16T09:50:19,768 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 633 msec 2024-11-16T09:50:19,769 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T09:50:19,769 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-16T09:50:19,770 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T09:50:19,771 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=037c58a19ddb,42203,1731750618448, seqNum=-1] 2024-11-16T09:50:19,771 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T09:50:19,773 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50159, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T09:50:19,779 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 701 msec 2024-11-16T09:50:19,779 INFO [master/037c58a19ddb:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731750619779, completionTime=-1 2024-11-16T09:50:19,779 INFO [master/037c58a19ddb:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-16T09:50:19,779 DEBUG [master/037c58a19ddb:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-16T09:50:19,782 INFO [master/037c58a19ddb:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-16T09:50:19,782 INFO [master/037c58a19ddb:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731750679782 2024-11-16T09:50:19,782 INFO [master/037c58a19ddb:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731750739782 2024-11-16T09:50:19,782 INFO [master/037c58a19ddb:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 3 msec 2024-11-16T09:50:19,783 INFO [master/037c58a19ddb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=037c58a19ddb,39217,1731750618397-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T09:50:19,783 INFO [master/037c58a19ddb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=037c58a19ddb,39217,1731750618397-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T09:50:19,783 INFO [master/037c58a19ddb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=037c58a19ddb,39217,1731750618397-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T09:50:19,783 INFO [master/037c58a19ddb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-037c58a19ddb:39217, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T09:50:19,783 INFO [master/037c58a19ddb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-16T09:50:19,784 INFO [master/037c58a19ddb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-16T09:50:19,785 DEBUG [master/037c58a19ddb:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-16T09:50:19,789 INFO [master/037c58a19ddb:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.303sec 2024-11-16T09:50:19,790 INFO [master/037c58a19ddb:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-16T09:50:19,790 INFO [master/037c58a19ddb:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-16T09:50:19,790 INFO [master/037c58a19ddb:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-16T09:50:19,790 INFO [master/037c58a19ddb:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-16T09:50:19,790 INFO [master/037c58a19ddb:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-16T09:50:19,790 INFO [master/037c58a19ddb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=037c58a19ddb,39217,1731750618397-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-16T09:50:19,790 INFO [master/037c58a19ddb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=037c58a19ddb,39217,1731750618397-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-16T09:50:19,793 DEBUG [master/037c58a19ddb:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-16T09:50:19,793 INFO [master/037c58a19ddb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-16T09:50:19,793 INFO [master/037c58a19ddb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=037c58a19ddb,39217,1731750618397-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T09:50:19,868 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26f24b1c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T09:50:19,868 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 037c58a19ddb,39217,-1 for getting cluster id 2024-11-16T09:50:19,869 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T09:50:19,871 DEBUG [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a424c6ac-8c56-45eb-adef-423cf69ab3c2' 2024-11-16T09:50:19,871 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T09:50:19,871 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a424c6ac-8c56-45eb-adef-423cf69ab3c2" 2024-11-16T09:50:19,872 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4517a874, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T09:50:19,872 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [037c58a19ddb,39217,-1] 2024-11-16T09:50:19,872 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T09:50:19,872 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T09:50:19,874 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36594, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T09:50:19,875 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@174e68bc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T09:50:19,876 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T09:50:19,877 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=037c58a19ddb,42203,1731750618448, seqNum=-1] 2024-11-16T09:50:19,878 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T09:50:19,880 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57496, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T09:50:19,882 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=037c58a19ddb,39217,1731750618397 2024-11-16T09:50:19,882 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T09:50:19,886 INFO [Time-limited test {}] master.MasterRpcServices(567): Client=null/null set balanceSwitch=false 2024-11-16T09:50:19,900 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T09:50:19,904 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-16T09:50:19,905 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-16T09:50:19,905 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-16T09:50:19,905 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-16T09:50:19,905 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1d2cd94{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/46ee991a-0949-6bc7-389c-c2908881dada/hadoop.log.dir/,AVAILABLE} 2024-11-16T09:50:19,906 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3dd5c5c4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-16T09:50:20,023 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3ba31d23{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/46ee991a-0949-6bc7-389c-c2908881dada/java.io.tmpdir/jetty-localhost-46791-hadoop-hdfs-3_4_1-tests_jar-_-any-5810668567393310727/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T09:50:20,024 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2bdcf5fc{HTTP/1.1, (http/1.1)}{localhost:46791} 2024-11-16T09:50:20,024 INFO [Time-limited test {}] server.Server(415): Started @69752ms 2024-11-16T09:50:20,027 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-16T09:50:20,070 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T09:50:20,074 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-16T09:50:20,079 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-16T09:50:20,079 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-16T09:50:20,079 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-16T09:50:20,079 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@177b2eb8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/46ee991a-0949-6bc7-389c-c2908881dada/hadoop.log.dir/,AVAILABLE} 2024-11-16T09:50:20,080 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@34abcb16{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-16T09:50:20,149 WARN [Thread-509 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/46ee991a-0949-6bc7-389c-c2908881dada/cluster_a90916ae-f1d4-14db-0b3a-61193f3f9212/data/data5/current/BP-384993541-172.17.0.2-1731750617676/current, will proceed with Du for space computation calculation, 2024-11-16T09:50:20,149 WARN [Thread-510 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/46ee991a-0949-6bc7-389c-c2908881dada/cluster_a90916ae-f1d4-14db-0b3a-61193f3f9212/data/data6/current/BP-384993541-172.17.0.2-1731750617676/current, will proceed with Du for space computation calculation, 2024-11-16T09:50:20,169 WARN [Thread-489 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-16T09:50:20,173 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5a9cde409360720f with lease ID 0x307cbf9fac697b2b: Processing first storage report for DS-d423902a-b50f-4d9b-976b-a5ffa576a73e from datanode DatanodeRegistration(127.0.0.1:33039, datanodeUuid=e38c1a17-9791-4f9b-954a-d0091f328563, infoPort=34383, infoSecurePort=0, ipcPort=40613, storageInfo=lv=-57;cid=testClusterID;nsid=1415039644;c=1731750617676) 2024-11-16T09:50:20,173 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5a9cde409360720f with lease ID 0x307cbf9fac697b2b: from storage DS-d423902a-b50f-4d9b-976b-a5ffa576a73e node DatanodeRegistration(127.0.0.1:33039, datanodeUuid=e38c1a17-9791-4f9b-954a-d0091f328563, infoPort=34383, infoSecurePort=0, ipcPort=40613, storageInfo=lv=-57;cid=testClusterID;nsid=1415039644;c=1731750617676), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-16T09:50:20,173 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5a9cde409360720f with lease ID 0x307cbf9fac697b2b: Processing first storage report for DS-26128ae8-e1c2-4eb8-83f4-6d5f473a403d from datanode DatanodeRegistration(127.0.0.1:33039, datanodeUuid=e38c1a17-9791-4f9b-954a-d0091f328563, infoPort=34383, infoSecurePort=0, ipcPort=40613, storageInfo=lv=-57;cid=testClusterID;nsid=1415039644;c=1731750617676) 2024-11-16T09:50:20,173 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5a9cde409360720f with lease ID 0x307cbf9fac697b2b: from storage DS-26128ae8-e1c2-4eb8-83f4-6d5f473a403d node DatanodeRegistration(127.0.0.1:33039, datanodeUuid=e38c1a17-9791-4f9b-954a-d0091f328563, infoPort=34383, infoSecurePort=0, ipcPort=40613, storageInfo=lv=-57;cid=testClusterID;nsid=1415039644;c=1731750617676), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-16T09:50:20,201 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6fa4bd05{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/46ee991a-0949-6bc7-389c-c2908881dada/java.io.tmpdir/jetty-localhost-33477-hadoop-hdfs-3_4_1-tests_jar-_-any-11622599797722247888/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T09:50:20,201 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@caea352{HTTP/1.1, (http/1.1)}{localhost:33477} 2024-11-16T09:50:20,201 INFO [Time-limited test {}] server.Server(415): Started @69929ms 2024-11-16T09:50:20,203 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-16T09:50:20,234 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T09:50:20,238 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-16T09:50:20,238 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-16T09:50:20,239 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-16T09:50:20,239 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-16T09:50:20,239 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@64bc4e58{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/46ee991a-0949-6bc7-389c-c2908881dada/hadoop.log.dir/,AVAILABLE} 2024-11-16T09:50:20,239 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@27327bb0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-16T09:50:20,300 WARN [Thread-544 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/46ee991a-0949-6bc7-389c-c2908881dada/cluster_a90916ae-f1d4-14db-0b3a-61193f3f9212/data/data7/current/BP-384993541-172.17.0.2-1731750617676/current, will proceed with Du for space computation calculation, 2024-11-16T09:50:20,300 WARN [Thread-545 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/46ee991a-0949-6bc7-389c-c2908881dada/cluster_a90916ae-f1d4-14db-0b3a-61193f3f9212/data/data8/current/BP-384993541-172.17.0.2-1731750617676/current, will proceed with Du for space computation calculation, 2024-11-16T09:50:20,324 WARN [Thread-524 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-16T09:50:20,328 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x901716aec5f7b803 with lease ID 0x307cbf9fac697b2c: Processing first storage report for DS-e5a3a642-162d-4b57-9825-fd43243ad93b from datanode DatanodeRegistration(127.0.0.1:45821, datanodeUuid=3e937d27-31c6-4bc5-9e09-c18c630f2246, infoPort=34039, infoSecurePort=0, ipcPort=37003, storageInfo=lv=-57;cid=testClusterID;nsid=1415039644;c=1731750617676) 2024-11-16T09:50:20,328 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x901716aec5f7b803 with lease ID 0x307cbf9fac697b2c: from storage DS-e5a3a642-162d-4b57-9825-fd43243ad93b node DatanodeRegistration(127.0.0.1:45821, datanodeUuid=3e937d27-31c6-4bc5-9e09-c18c630f2246, infoPort=34039, infoSecurePort=0, ipcPort=37003, storageInfo=lv=-57;cid=testClusterID;nsid=1415039644;c=1731750617676), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-16T09:50:20,328 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x901716aec5f7b803 with lease ID 0x307cbf9fac697b2c: Processing first storage report for DS-31853e34-ff5d-454f-849c-ef0498f59727 from datanode DatanodeRegistration(127.0.0.1:45821, datanodeUuid=3e937d27-31c6-4bc5-9e09-c18c630f2246, infoPort=34039, infoSecurePort=0, ipcPort=37003, storageInfo=lv=-57;cid=testClusterID;nsid=1415039644;c=1731750617676) 2024-11-16T09:50:20,328 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x901716aec5f7b803 with lease ID 0x307cbf9fac697b2c: from storage DS-31853e34-ff5d-454f-849c-ef0498f59727 node DatanodeRegistration(127.0.0.1:45821, datanodeUuid=3e937d27-31c6-4bc5-9e09-c18c630f2246, infoPort=34039, infoSecurePort=0, ipcPort=37003, storageInfo=lv=-57;cid=testClusterID;nsid=1415039644;c=1731750617676), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-16T09:50:20,363 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@77878d8c{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/46ee991a-0949-6bc7-389c-c2908881dada/java.io.tmpdir/jetty-localhost-43273-hadoop-hdfs-3_4_1-tests_jar-_-any-1410930136062652614/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T09:50:20,363 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1d3d7401{HTTP/1.1, (http/1.1)}{localhost:43273} 2024-11-16T09:50:20,363 INFO [Time-limited test {}] server.Server(415): Started @70091ms 2024-11-16T09:50:20,365 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-16T09:50:20,462 WARN [Thread-570 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/46ee991a-0949-6bc7-389c-c2908881dada/cluster_a90916ae-f1d4-14db-0b3a-61193f3f9212/data/data10/current/BP-384993541-172.17.0.2-1731750617676/current, will proceed with Du for space computation calculation, 2024-11-16T09:50:20,462 WARN [Thread-569 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/46ee991a-0949-6bc7-389c-c2908881dada/cluster_a90916ae-f1d4-14db-0b3a-61193f3f9212/data/data9/current/BP-384993541-172.17.0.2-1731750617676/current, will proceed with Du for space computation calculation, 2024-11-16T09:50:20,481 WARN [Thread-559 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-16T09:50:20,484 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x18e192dcd4cbd095 with lease ID 0x307cbf9fac697b2d: Processing first storage report for DS-1c8d1868-1fec-4aaa-b01b-2593e0b1eadd from datanode DatanodeRegistration(127.0.0.1:44871, datanodeUuid=5a6884dc-0cc5-4b4c-a2f2-73c56caccb22, infoPort=34255, infoSecurePort=0, ipcPort=34017, storageInfo=lv=-57;cid=testClusterID;nsid=1415039644;c=1731750617676) 2024-11-16T09:50:20,484 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x18e192dcd4cbd095 with lease ID 0x307cbf9fac697b2d: from storage DS-1c8d1868-1fec-4aaa-b01b-2593e0b1eadd node DatanodeRegistration(127.0.0.1:44871, datanodeUuid=5a6884dc-0cc5-4b4c-a2f2-73c56caccb22, infoPort=34255, infoSecurePort=0, ipcPort=34017, storageInfo=lv=-57;cid=testClusterID;nsid=1415039644;c=1731750617676), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-16T09:50:20,484 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x18e192dcd4cbd095 with lease ID 0x307cbf9fac697b2d: Processing first storage report for DS-2171fbd7-d975-489d-b17d-ab4580d9c6ff from datanode DatanodeRegistration(127.0.0.1:44871, datanodeUuid=5a6884dc-0cc5-4b4c-a2f2-73c56caccb22, infoPort=34255, infoSecurePort=0, ipcPort=34017, storageInfo=lv=-57;cid=testClusterID;nsid=1415039644;c=1731750617676) 2024-11-16T09:50:20,484 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x18e192dcd4cbd095 with lease ID 0x307cbf9fac697b2d: from storage DS-2171fbd7-d975-489d-b17d-ab4580d9c6ff node DatanodeRegistration(127.0.0.1:44871, datanodeUuid=5a6884dc-0cc5-4b4c-a2f2-73c56caccb22, infoPort=34255, infoSecurePort=0, ipcPort=34017, storageInfo=lv=-57;cid=testClusterID;nsid=1415039644;c=1731750617676), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-16T09:50:20,490 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T09:50:20,492 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is 037c58a19ddb,39217,1731750618397 2024-11-16T09:50:20,492 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5f7a231e 2024-11-16T09:50:20,492 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T09:50:20,494 INFO [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36608, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-16T09:50:20,495 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39217 {}] util.TableDescriptorChecker(321): MAX_FILESIZE for table descriptor or "hbase.hregion.max.filesize" (786432) is too small, which might cause over splitting into unmanageable number of regions. 2024-11-16T09:50:20,495 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39217 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (8192) is too small, which might cause very frequent flushing. 2024-11-16T09:50:20,496 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39217 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestLogRolling-testLogRollOnDatanodeDeath', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-16T09:50:20,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39217 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath 2024-11-16T09:50:20,499 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath execute state=CREATE_TABLE_PRE_OPERATION 2024-11-16T09:50:20,499 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T09:50:20,499 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39217 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestLogRolling-testLogRollOnDatanodeDeath" procId is: 4 2024-11-16T09:50:20,501 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-16T09:50:20,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39217 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T09:50:20,508 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46319 is added to blk_1073741835_1011 (size=393) 2024-11-16T09:50:20,509 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45821 is added to blk_1073741835_1011 (size=393) 2024-11-16T09:50:20,511 INFO [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => c4572dc492d622a42b4825917520354c, NAME => 'TestLogRolling-testLogRollOnDatanodeDeath,,1731750620495.c4572dc492d622a42b4825917520354c.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestLogRolling-testLogRollOnDatanodeDeath', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42231/user/jenkins/test-data/ac2088a9-d582-6f16-2cf2-dde1a5bed0cb 2024-11-16T09:50:20,518 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46319 is added to blk_1073741836_1012 (size=76) 2024-11-16T09:50:20,519 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44871 is added to blk_1073741836_1012 (size=76) 2024-11-16T09:50:20,519 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(898): Instantiated TestLogRolling-testLogRollOnDatanodeDeath,,1731750620495.c4572dc492d622a42b4825917520354c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T09:50:20,519 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(1722): Closing c4572dc492d622a42b4825917520354c, disabling compactions & flushes 2024-11-16T09:50:20,519 INFO [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(1755): Closing region TestLogRolling-testLogRollOnDatanodeDeath,,1731750620495.c4572dc492d622a42b4825917520354c. 2024-11-16T09:50:20,520 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testLogRollOnDatanodeDeath,,1731750620495.c4572dc492d622a42b4825917520354c. 2024-11-16T09:50:20,520 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testLogRollOnDatanodeDeath,,1731750620495.c4572dc492d622a42b4825917520354c. after waiting 0 ms 2024-11-16T09:50:20,520 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testLogRollOnDatanodeDeath,,1731750620495.c4572dc492d622a42b4825917520354c. 2024-11-16T09:50:20,520 INFO [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(1973): Closed TestLogRolling-testLogRollOnDatanodeDeath,,1731750620495.c4572dc492d622a42b4825917520354c. 2024-11-16T09:50:20,520 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(1676): Region close journal for c4572dc492d622a42b4825917520354c: Waiting for close lock at 1731750620519Disabling compacts and flushes for region at 1731750620519Disabling writes for close at 1731750620520 (+1 ms)Writing region close event to WAL at 1731750620520Closed at 1731750620520 2024-11-16T09:50:20,521 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath execute state=CREATE_TABLE_ADD_TO_META 2024-11-16T09:50:20,522 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestLogRolling-testLogRollOnDatanodeDeath,,1731750620495.c4572dc492d622a42b4825917520354c.","families":{"info":[{"qualifier":"regioninfo","vlen":75,"tag":[],"timestamp":"1731750620521"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731750620521"}]},"ts":"1731750620521"} 2024-11-16T09:50:20,524 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-16T09:50:20,525 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-16T09:50:20,526 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testLogRollOnDatanodeDeath","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731750620526"}]},"ts":"1731750620526"} 2024-11-16T09:50:20,528 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testLogRollOnDatanodeDeath, state=ENABLING in hbase:meta 2024-11-16T09:50:20,528 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRollOnDatanodeDeath, region=c4572dc492d622a42b4825917520354c, ASSIGN}] 2024-11-16T09:50:20,530 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRollOnDatanodeDeath, region=c4572dc492d622a42b4825917520354c, ASSIGN 2024-11-16T09:50:20,531 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRollOnDatanodeDeath, region=c4572dc492d622a42b4825917520354c, ASSIGN; state=OFFLINE, location=037c58a19ddb,42203,1731750618448; forceNewPlan=false, retain=false 2024-11-16T09:50:20,682 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=c4572dc492d622a42b4825917520354c, regionState=OPENING, regionLocation=037c58a19ddb,42203,1731750618448 2024-11-16T09:50:20,685 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRollOnDatanodeDeath, region=c4572dc492d622a42b4825917520354c, ASSIGN because future has completed 2024-11-16T09:50:20,686 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure c4572dc492d622a42b4825917520354c, server=037c58a19ddb,42203,1731750618448}] 2024-11-16T09:50:20,844 INFO [RS_OPEN_REGION-regionserver/037c58a19ddb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open TestLogRolling-testLogRollOnDatanodeDeath,,1731750620495.c4572dc492d622a42b4825917520354c. 2024-11-16T09:50:20,844 DEBUG [RS_OPEN_REGION-regionserver/037c58a19ddb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => c4572dc492d622a42b4825917520354c, NAME => 'TestLogRolling-testLogRollOnDatanodeDeath,,1731750620495.c4572dc492d622a42b4825917520354c.', STARTKEY => '', ENDKEY => ''} 2024-11-16T09:50:20,845 DEBUG [RS_OPEN_REGION-regionserver/037c58a19ddb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestLogRolling-testLogRollOnDatanodeDeath c4572dc492d622a42b4825917520354c 2024-11-16T09:50:20,845 DEBUG [RS_OPEN_REGION-regionserver/037c58a19ddb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated TestLogRolling-testLogRollOnDatanodeDeath,,1731750620495.c4572dc492d622a42b4825917520354c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T09:50:20,845 DEBUG [RS_OPEN_REGION-regionserver/037c58a19ddb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for c4572dc492d622a42b4825917520354c 2024-11-16T09:50:20,845 DEBUG [RS_OPEN_REGION-regionserver/037c58a19ddb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for c4572dc492d622a42b4825917520354c 2024-11-16T09:50:20,847 INFO [StoreOpener-c4572dc492d622a42b4825917520354c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region c4572dc492d622a42b4825917520354c 2024-11-16T09:50:20,848 INFO [StoreOpener-c4572dc492d622a42b4825917520354c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c4572dc492d622a42b4825917520354c columnFamilyName info 2024-11-16T09:50:20,849 DEBUG [StoreOpener-c4572dc492d622a42b4825917520354c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T09:50:20,849 INFO [StoreOpener-c4572dc492d622a42b4825917520354c-1 {}] regionserver.HStore(327): Store=c4572dc492d622a42b4825917520354c/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T09:50:20,849 DEBUG [RS_OPEN_REGION-regionserver/037c58a19ddb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for c4572dc492d622a42b4825917520354c 2024-11-16T09:50:20,850 DEBUG [RS_OPEN_REGION-regionserver/037c58a19ddb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42231/user/jenkins/test-data/ac2088a9-d582-6f16-2cf2-dde1a5bed0cb/data/default/TestLogRolling-testLogRollOnDatanodeDeath/c4572dc492d622a42b4825917520354c 2024-11-16T09:50:20,851 DEBUG [RS_OPEN_REGION-regionserver/037c58a19ddb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42231/user/jenkins/test-data/ac2088a9-d582-6f16-2cf2-dde1a5bed0cb/data/default/TestLogRolling-testLogRollOnDatanodeDeath/c4572dc492d622a42b4825917520354c 2024-11-16T09:50:20,852 DEBUG [RS_OPEN_REGION-regionserver/037c58a19ddb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for c4572dc492d622a42b4825917520354c 2024-11-16T09:50:20,852 DEBUG [RS_OPEN_REGION-regionserver/037c58a19ddb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for c4572dc492d622a42b4825917520354c 2024-11-16T09:50:20,854 DEBUG [RS_OPEN_REGION-regionserver/037c58a19ddb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for c4572dc492d622a42b4825917520354c 2024-11-16T09:50:20,856 DEBUG [RS_OPEN_REGION-regionserver/037c58a19ddb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42231/user/jenkins/test-data/ac2088a9-d582-6f16-2cf2-dde1a5bed0cb/data/default/TestLogRolling-testLogRollOnDatanodeDeath/c4572dc492d622a42b4825917520354c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T09:50:20,857 INFO [RS_OPEN_REGION-regionserver/037c58a19ddb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened c4572dc492d622a42b4825917520354c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=714530, jitterRate=-0.0914289802312851}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-16T09:50:20,857 DEBUG [RS_OPEN_REGION-regionserver/037c58a19ddb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c4572dc492d622a42b4825917520354c 2024-11-16T09:50:20,858 DEBUG [RS_OPEN_REGION-regionserver/037c58a19ddb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for c4572dc492d622a42b4825917520354c: Running coprocessor pre-open hook at 1731750620845Writing region info on filesystem at 1731750620845Initializing all the Stores at 1731750620846 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731750620846Cleaning up temporary data from old regions at 1731750620852 (+6 ms)Running coprocessor post-open hooks at 1731750620857 (+5 ms)Region opened successfully at 1731750620858 (+1 ms) 2024-11-16T09:50:20,860 INFO [RS_OPEN_REGION-regionserver/037c58a19ddb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for TestLogRolling-testLogRollOnDatanodeDeath,,1731750620495.c4572dc492d622a42b4825917520354c., pid=6, masterSystemTime=1731750620839 2024-11-16T09:50:20,862 DEBUG [RS_OPEN_REGION-regionserver/037c58a19ddb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for TestLogRolling-testLogRollOnDatanodeDeath,,1731750620495.c4572dc492d622a42b4825917520354c. 2024-11-16T09:50:20,862 INFO [RS_OPEN_REGION-regionserver/037c58a19ddb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened TestLogRolling-testLogRollOnDatanodeDeath,,1731750620495.c4572dc492d622a42b4825917520354c. 2024-11-16T09:50:20,863 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=c4572dc492d622a42b4825917520354c, regionState=OPEN, openSeqNum=2, regionLocation=037c58a19ddb,42203,1731750618448 2024-11-16T09:50:20,867 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure c4572dc492d622a42b4825917520354c, server=037c58a19ddb,42203,1731750618448 because future has completed 2024-11-16T09:50:20,872 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-16T09:50:20,872 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure c4572dc492d622a42b4825917520354c, server=037c58a19ddb,42203,1731750618448 in 182 msec 2024-11-16T09:50:20,874 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-16T09:50:20,874 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRollOnDatanodeDeath, region=c4572dc492d622a42b4825917520354c, ASSIGN in 344 msec 2024-11-16T09:50:20,876 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-16T09:50:20,876 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testLogRollOnDatanodeDeath","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731750620876"}]},"ts":"1731750620876"} 2024-11-16T09:50:20,878 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testLogRollOnDatanodeDeath, state=ENABLED in hbase:meta 2024-11-16T09:50:20,879 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath execute state=CREATE_TABLE_POST_OPERATION 2024-11-16T09:50:20,882 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath in 384 msec 2024-11-16T09:50:21,682 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T09:50:21,686 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T09:50:22,199 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-16T09:50:22,202 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T09:50:22,219 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T09:50:25,200 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-16T09:50:25,200 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestLogRolling-testLogRollOnDatanodeDeath' 2024-11-16T09:50:26,865 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-16T09:50:26,865 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-16T09:50:26,867 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testLogRollOnDatanodeDeath 2024-11-16T09:50:26,867 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testLogRollOnDatanodeDeath Metrics about Tables on a single HBase RegionServer 2024-11-16T09:50:26,868 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-16T09:50:26,868 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-16T09:50:30,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39217 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T09:50:30,582 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestLogRolling-testLogRollOnDatanodeDeath completed 2024-11-16T09:50:30,582 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table TestLogRolling-testLogRollOnDatanodeDeath get assigned. Timeout = 60000ms 2024-11-16T09:50:30,583 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-16T09:50:30,588 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table TestLogRolling-testLogRollOnDatanodeDeath assigned to meta. Checking AM states. 2024-11-16T09:50:30,588 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-16T09:50:30,589 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table TestLogRolling-testLogRollOnDatanodeDeath assigned. 2024-11-16T09:50:30,592 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestLogRolling-testLogRollOnDatanodeDeath', row='row0001', locateType=CURRENT is [region=TestLogRolling-testLogRollOnDatanodeDeath,,1731750620495.c4572dc492d622a42b4825917520354c., hostname=037c58a19ddb,42203,1731750618448, seqNum=2] 2024-11-16T09:50:30,595 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=TestLogRolling-testLogRollOnDatanodeDeath,, stopping at row=TestLogRolling-testLogRollOnDatanodeDeath ,, for max=2147483647 with caching=100 2024-11-16T09:50:30,597 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2234): Found 1 regions for table TestLogRolling-testLogRollOnDatanodeDeath 2024-11-16T09:50:30,597 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2240): firstRegionName=TestLogRolling-testLogRollOnDatanodeDeath,,1731750620495.c4572dc492d622a42b4825917520354c. 2024-11-16T09:50:30,599 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_1592553252_22 at /127.0.0.1:51464 [Receiving block BP-384993541-172.17.0.2-1731750617676:blk_1073741833_1009] {}] datanode.DataXceiver(331): 127.0.0.1:41593:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:51464 dst: /127.0.0.1:41593 java.nio.channels.ClosedChannelException: null at java.nio.channels.spi.AbstractSelectableChannel.register(AbstractSelectableChannel.java:222) ~[?:?] at java.nio.channels.SelectableChannel.register(SelectableChannel.java:260) ~[?:?] at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:334) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T09:50:30,599 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_1592553252_22 at /127.0.0.1:52612 [Receiving block BP-384993541-172.17.0.2-1731750617676:blk_1073741833_1009] {}] datanode.DataXceiver(331): 127.0.0.1:46319:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:52612 dst: /127.0.0.1:46319 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T09:50:30,599 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_1592553252_22 at /127.0.0.1:34318 [Receiving block BP-384993541-172.17.0.2-1731750617676:blk_1073741834_1010] {}] datanode.DataXceiver(331): 127.0.0.1:41593:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:34318 dst: /127.0.0.1:41593 java.nio.channels.ClosedChannelException: null at java.nio.channels.spi.AbstractSelectableChannel.register(AbstractSelectableChannel.java:222) ~[?:?] at java.nio.channels.SelectableChannel.register(SelectableChannel.java:260) ~[?:?] at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:334) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T09:50:30,599 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_423788_22 at /127.0.0.1:51434 [Receiving block BP-384993541-172.17.0.2-1731750617676:blk_1073741830_1006] {}] datanode.DataXceiver(331): 127.0.0.1:41593:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:51434 dst: /127.0.0.1:41593 java.nio.channels.ClosedChannelException: null at java.nio.channels.spi.AbstractSelectableChannel.register(AbstractSelectableChannel.java:222) ~[?:?] at java.nio.channels.SelectableChannel.register(SelectableChannel.java:260) ~[?:?] at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:334) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T09:50:30,600 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_1592553252_22 at /127.0.0.1:33998 [Receiving block BP-384993541-172.17.0.2-1731750617676:blk_1073741834_1010] {}] datanode.DataXceiver(331): 127.0.0.1:46319:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:33998 dst: /127.0.0.1:46319 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T09:50:30,600 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_423788_22 at /127.0.0.1:52586 [Receiving block BP-384993541-172.17.0.2-1731750617676:blk_1073741830_1006] {}] datanode.DataXceiver(331): 127.0.0.1:46319:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:52586 dst: /127.0.0.1:46319 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T09:50:30,601 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@42b8143c{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T09:50:30,602 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@689e34fd{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-16T09:50:30,602 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-16T09:50:30,602 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@13bb5eb4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-16T09:50:30,602 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@26d8ef5e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/46ee991a-0949-6bc7-389c-c2908881dada/hadoop.log.dir/,STOPPED} 2024-11-16T09:50:30,604 WARN [BP-384993541-172.17.0.2-1731750617676 heartbeating to localhost/127.0.0.1:42231 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-16T09:50:30,604 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-16T09:50:30,604 WARN [BP-384993541-172.17.0.2-1731750617676 heartbeating to localhost/127.0.0.1:42231 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-384993541-172.17.0.2-1731750617676 (Datanode Uuid 2fb20721-21d7-49fe-b81f-cd1958107d82) service to localhost/127.0.0.1:42231 2024-11-16T09:50:30,604 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-16T09:50:30,605 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/46ee991a-0949-6bc7-389c-c2908881dada/cluster_a90916ae-f1d4-14db-0b3a-61193f3f9212/data/data1/current/BP-384993541-172.17.0.2-1731750617676 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T09:50:30,605 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/46ee991a-0949-6bc7-389c-c2908881dada/cluster_a90916ae-f1d4-14db-0b3a-61193f3f9212/data/data2/current/BP-384993541-172.17.0.2-1731750617676 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T09:50:30,605 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-16T09:50:30,614 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T09:50:30,618 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-16T09:50:30,619 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-16T09:50:30,619 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-16T09:50:30,619 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-16T09:50:30,619 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@52139b2f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/46ee991a-0949-6bc7-389c-c2908881dada/hadoop.log.dir/,AVAILABLE} 2024-11-16T09:50:30,620 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6158d146{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-16T09:50:30,735 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7c21a411{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/46ee991a-0949-6bc7-389c-c2908881dada/java.io.tmpdir/jetty-localhost-40715-hadoop-hdfs-3_4_1-tests_jar-_-any-10283397950728603385/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T09:50:30,736 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6d7611bf{HTTP/1.1, (http/1.1)}{localhost:40715} 2024-11-16T09:50:30,736 INFO [Time-limited test {}] server.Server(415): Started @80463ms 2024-11-16T09:50:30,737 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-16T09:50:30,764 WARN [AsyncFSWAL-0-hdfs://localhost:42231/user/jenkins/test-data/ac2088a9-d582-6f16-2cf2-dde1a5bed0cb-prefix:037c58a19ddb,42203,1731750618448 {}] wal.AbstractFSWAL(1504): sync failed java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush0(FanOutOneBlockAsyncDFSOutput.java:469) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush(FanOutOneBlockAsyncDFSOutput.java:558) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.sync(AsyncProtobufLogWriter.java:153) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncFSWAL.doWriterSync(AsyncFSWAL.java:159) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncFSWAL.doWriterSync(AsyncFSWAL.java:100) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.sync(AbstractFSWAL.java:1629) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.consume(AbstractFSWAL.java:1861) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T09:50:30,764 DEBUG [regionserver/037c58a19ddb:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 037c58a19ddb%2C42203%2C1731750618448:(num 1731750619350) roll requested 2024-11-16T09:50:30,779 DEBUG [regionserver/037c58a19ddb:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ac2088a9-d582-6f16-2cf2-dde1a5bed0cb/WALs/037c58a19ddb,42203,1731750618448/037c58a19ddb%2C42203%2C1731750618448.1731750630764, exclude list is [], retry=0 2024-11-16T09:50:30,783 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33039,DS-d423902a-b50f-4d9b-976b-a5ffa576a73e,DISK] 2024-11-16T09:50:30,783 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45821,DS-e5a3a642-162d-4b57-9825-fd43243ad93b,DISK] 2024-11-16T09:50:30,786 INFO [regionserver/037c58a19ddb:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/ac2088a9-d582-6f16-2cf2-dde1a5bed0cb/WALs/037c58a19ddb,42203,1731750618448/037c58a19ddb%2C42203%2C1731750618448.1731750619350 with entries=3, filesize=2.68 KB; new WAL /user/jenkins/test-data/ac2088a9-d582-6f16-2cf2-dde1a5bed0cb/WALs/037c58a19ddb,42203,1731750618448/037c58a19ddb%2C42203%2C1731750618448.1731750630764 2024-11-16T09:50:30,786 DEBUG [regionserver/037c58a19ddb:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34383:34383),(127.0.0.1/127.0.0.1:34039:34039)] 2024-11-16T09:50:30,786 DEBUG [regionserver/037c58a19ddb:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:42231/user/jenkins/test-data/ac2088a9-d582-6f16-2cf2-dde1a5bed0cb/WALs/037c58a19ddb,42203,1731750618448/037c58a19ddb%2C42203%2C1731750618448.1731750619350 is not closed yet, will try archiving it next time 2024-11-16T09:50:30,787 WARN [Close-WAL-Writer-0 {}] wal.AbstractProtobufLogWriter(255): Failed to write trailer, non-fatal, continuing... java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush0(FanOutOneBlockAsyncDFSOutput.java:469) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush(FanOutOneBlockAsyncDFSOutput.java:558) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.lambda$writeWALTrailerAndMagic$3(AsyncProtobufLogWriter.java:249) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.writeWALMetadata(AsyncProtobufLogWriter.java:203) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.writeWALTrailerAndMagic(AsyncProtobufLogWriter.java:240) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufLogWriter.writeWALTrailer(AbstractProtobufLogWriter.java:252) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.close(AsyncProtobufLogWriter.java:162) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.lambda$closeWriter$17(AbstractFSWAL.java:2041) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T09:50:30,788 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-16T09:50:30,787 WARN [Close-WAL-Writer-0 {}] wal.AsyncProtobufLogWriter(165): normal close failed, try recover java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.close(AsyncProtobufLogWriter.java:163) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.lambda$closeWriter$17(AbstractFSWAL.java:2041) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T09:50:30,788 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T09:50:30,788 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T09:50:30,788 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T09:50:30,788 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T09:50:30,788 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T09:50:30,788 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-16T09:50:30,788 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1971826981, stopped=false 2024-11-16T09:50:30,789 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=037c58a19ddb,39217,1731750618397 2024-11-16T09:50:30,789 DEBUG [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-11-16T09:50:30,789 DEBUG [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-11-16T09:50:30,789 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file /user/jenkins/test-data/ac2088a9-d582-6f16-2cf2-dde1a5bed0cb/WALs/037c58a19ddb,42203,1731750618448/037c58a19ddb%2C42203%2C1731750618448.1731750619350 2024-11-16T09:50:30,790 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39217-0x101b07cda720000, quorum=127.0.0.1:64508, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-16T09:50:30,790 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42203-0x101b07cda720001, quorum=127.0.0.1:64508, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-16T09:50:30,791 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39217-0x101b07cda720000, quorum=127.0.0.1:64508, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T09:50:30,791 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42203-0x101b07cda720001, quorum=127.0.0.1:64508, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T09:50:30,791 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-16T09:50:30,791 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T09:50:30,791 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T09:50:30,792 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T09:50:30,792 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '037c58a19ddb,42203,1731750618448' ***** 2024-11-16T09:50:30,792 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-16T09:50:30,792 INFO [RS:0;037c58a19ddb:42203 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-16T09:50:30,792 INFO [RS:0;037c58a19ddb:42203 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-16T09:50:30,792 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-16T09:50:30,792 INFO [RS:0;037c58a19ddb:42203 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-16T09:50:30,792 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:39217-0x101b07cda720000, quorum=127.0.0.1:64508, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-16T09:50:30,792 INFO [RS:0;037c58a19ddb:42203 {}] regionserver.HRegionServer(3091): Received CLOSE for c4572dc492d622a42b4825917520354c 2024-11-16T09:50:30,792 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42203-0x101b07cda720001, quorum=127.0.0.1:64508, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-16T09:50:30,793 INFO [RS:0;037c58a19ddb:42203 {}] regionserver.HRegionServer(959): stopping server 037c58a19ddb,42203,1731750618448 2024-11-16T09:50:30,793 INFO [RS:0;037c58a19ddb:42203 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-16T09:50:30,793 INFO [RS:0;037c58a19ddb:42203 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;037c58a19ddb:42203. 2024-11-16T09:50:30,793 DEBUG [RS_CLOSE_REGION-regionserver/037c58a19ddb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c4572dc492d622a42b4825917520354c, disabling compactions & flushes 2024-11-16T09:50:30,793 DEBUG [RS:0;037c58a19ddb:42203 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T09:50:30,793 DEBUG [RS:0;037c58a19ddb:42203 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T09:50:30,793 INFO [RS_CLOSE_REGION-regionserver/037c58a19ddb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region TestLogRolling-testLogRollOnDatanodeDeath,,1731750620495.c4572dc492d622a42b4825917520354c. 2024-11-16T09:50:30,793 INFO [RS:0;037c58a19ddb:42203 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-16T09:50:30,793 DEBUG [RS_CLOSE_REGION-regionserver/037c58a19ddb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testLogRollOnDatanodeDeath,,1731750620495.c4572dc492d622a42b4825917520354c. 2024-11-16T09:50:30,793 INFO [RS:0;037c58a19ddb:42203 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-16T09:50:30,793 INFO [RS:0;037c58a19ddb:42203 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-16T09:50:30,793 DEBUG [RS_CLOSE_REGION-regionserver/037c58a19ddb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testLogRollOnDatanodeDeath,,1731750620495.c4572dc492d622a42b4825917520354c. after waiting 0 ms 2024-11-16T09:50:30,793 DEBUG [RS_CLOSE_REGION-regionserver/037c58a19ddb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testLogRollOnDatanodeDeath,,1731750620495.c4572dc492d622a42b4825917520354c. 2024-11-16T09:50:30,793 INFO [RS:0;037c58a19ddb:42203 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-16T09:50:30,793 INFO [RS_CLOSE_REGION-regionserver/037c58a19ddb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing c4572dc492d622a42b4825917520354c 1/1 column families, dataSize=2.05 KB heapSize=2.45 KB 2024-11-16T09:50:30,793 INFO [RS:0;037c58a19ddb:42203 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-16T09:50:30,794 DEBUG [RS:0;037c58a19ddb:42203 {}] regionserver.HRegionServer(1325): Online Regions={c4572dc492d622a42b4825917520354c=TestLogRolling-testLogRollOnDatanodeDeath,,1731750620495.c4572dc492d622a42b4825917520354c., 1588230740=hbase:meta,,1.1588230740} 2024-11-16T09:50:30,794 DEBUG [RS:0;037c58a19ddb:42203 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c4572dc492d622a42b4825917520354c 2024-11-16T09:50:30,794 DEBUG [RS_CLOSE_META-regionserver/037c58a19ddb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-16T09:50:30,794 INFO [RS_CLOSE_META-regionserver/037c58a19ddb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-16T09:50:30,794 DEBUG [RS_CLOSE_META-regionserver/037c58a19ddb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-16T09:50:30,794 DEBUG [RS_CLOSE_META-regionserver/037c58a19ddb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-16T09:50:30,794 DEBUG [RS_CLOSE_META-regionserver/037c58a19ddb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-16T09:50:30,794 INFO [RS_CLOSE_META-regionserver/037c58a19ddb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.71 KB heapSize=3.75 KB 2024-11-16T09:50:30,795 WARN [AsyncFSWAL-0-hdfs://localhost:42231/user/jenkins/test-data/ac2088a9-d582-6f16-2cf2-dde1a5bed0cb-prefix:037c58a19ddb,42203,1731750618448.meta {}] wal.AbstractFSWAL(1504): sync failed java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush0(FanOutOneBlockAsyncDFSOutput.java:469) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush(FanOutOneBlockAsyncDFSOutput.java:558) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.sync(AsyncProtobufLogWriter.java:153) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncFSWAL.doWriterSync(AsyncFSWAL.java:159) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncFSWAL.doWriterSync(AsyncFSWAL.java:100) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.sync(AbstractFSWAL.java:1629) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.consume(AbstractFSWAL.java:1861) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T09:50:30,795 DEBUG [regionserver/037c58a19ddb:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 037c58a19ddb%2C42203%2C1731750618448.meta:.meta(num 1731750619709) roll requested 2024-11-16T09:50:30,797 WARN [IPC Server handler 2 on default port 42231 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /user/jenkins/test-data/ac2088a9-d582-6f16-2cf2-dde1a5bed0cb/WALs/037c58a19ddb,42203,1731750618448/037c58a19ddb%2C42203%2C1731750618448.1731750619350 has not been closed. Lease recovery is in progress. RecoveryId = 1014 for block blk_1073741833_1009 2024-11-16T09:50:30,801 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=/user/jenkins/test-data/ac2088a9-d582-6f16-2cf2-dde1a5bed0cb/WALs/037c58a19ddb,42203,1731750618448/037c58a19ddb%2C42203%2C1731750618448.1731750619350 after 10ms 2024-11-16T09:50:30,811 DEBUG [regionserver/037c58a19ddb:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ac2088a9-d582-6f16-2cf2-dde1a5bed0cb/WALs/037c58a19ddb,42203,1731750618448/037c58a19ddb%2C42203%2C1731750618448.meta.1731750630795.meta, exclude list is [], retry=0 2024-11-16T09:50:30,813 DEBUG [RS_CLOSE_REGION-regionserver/037c58a19ddb:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42231/user/jenkins/test-data/ac2088a9-d582-6f16-2cf2-dde1a5bed0cb/data/default/TestLogRolling-testLogRollOnDatanodeDeath/c4572dc492d622a42b4825917520354c/.tmp/info/3b945fa053f64694b5ef8b2ea38d4ee0 is 1055, key is row0001/info:/1731750630593/Put/seqid=0 2024-11-16T09:50:30,814 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33039,DS-d423902a-b50f-4d9b-976b-a5ffa576a73e,DISK] 2024-11-16T09:50:30,815 INFO [regionserver/037c58a19ddb:0.logRoller {}] monitor.ExcludeDatanodeManager(82): Added datanode: DatanodeInfoWithStorage[127.0.0.1:41593,DS-6a57c739-8de5-44a4-a3de-018be87ef3d7,DISK] to exclude cache by [connect error] success, current excludeDNsCache size=1 2024-11-16T09:50:30,815 WARN [regionserver/037c58a19ddb:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(578): create fan-out dfs output /user/jenkins/test-data/ac2088a9-d582-6f16-2cf2-dde1a5bed0cb/WALs/037c58a19ddb,42203,1731750618448/037c58a19ddb%2C42203%2C1731750618448.meta.1731750630795.meta failed, retry = 0 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: /127.0.0.1:41593 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T09:50:30,820 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33039 is added to blk_1073741839_1016 (size=7062) 2024-11-16T09:50:30,821 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46319 is added to blk_1073741839_1016 (size=7062) 2024-11-16T09:50:30,824 INFO [RS_CLOSE_REGION-regionserver/037c58a19ddb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.05 KB at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:42231/user/jenkins/test-data/ac2088a9-d582-6f16-2cf2-dde1a5bed0cb/data/default/TestLogRolling-testLogRollOnDatanodeDeath/c4572dc492d622a42b4825917520354c/.tmp/info/3b945fa053f64694b5ef8b2ea38d4ee0 2024-11-16T09:50:30,834 DEBUG [RS_CLOSE_REGION-regionserver/037c58a19ddb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42231/user/jenkins/test-data/ac2088a9-d582-6f16-2cf2-dde1a5bed0cb/data/default/TestLogRolling-testLogRollOnDatanodeDeath/c4572dc492d622a42b4825917520354c/.tmp/info/3b945fa053f64694b5ef8b2ea38d4ee0 as hdfs://localhost:42231/user/jenkins/test-data/ac2088a9-d582-6f16-2cf2-dde1a5bed0cb/data/default/TestLogRolling-testLogRollOnDatanodeDeath/c4572dc492d622a42b4825917520354c/info/3b945fa053f64694b5ef8b2ea38d4ee0 2024-11-16T09:50:30,841 INFO [RS_CLOSE_REGION-regionserver/037c58a19ddb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42231/user/jenkins/test-data/ac2088a9-d582-6f16-2cf2-dde1a5bed0cb/data/default/TestLogRolling-testLogRollOnDatanodeDeath/c4572dc492d622a42b4825917520354c/info/3b945fa053f64694b5ef8b2ea38d4ee0, entries=2, sequenceid=6, filesize=6.9 K 2024-11-16T09:50:30,843 INFO [RS_CLOSE_REGION-regionserver/037c58a19ddb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~2.05 KB/2102, heapSize ~2.44 KB/2496, currentSize=0 B/0 for c4572dc492d622a42b4825917520354c in 50ms, sequenceid=6, compaction requested=false 2024-11-16T09:50:30,847 DEBUG [RS_CLOSE_REGION-regionserver/037c58a19ddb:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42231/user/jenkins/test-data/ac2088a9-d582-6f16-2cf2-dde1a5bed0cb/data/default/TestLogRolling-testLogRollOnDatanodeDeath/c4572dc492d622a42b4825917520354c/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-16T09:50:30,848 INFO [RS_CLOSE_REGION-regionserver/037c58a19ddb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed TestLogRolling-testLogRollOnDatanodeDeath,,1731750620495.c4572dc492d622a42b4825917520354c. 2024-11-16T09:50:30,848 DEBUG [RS_CLOSE_REGION-regionserver/037c58a19ddb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c4572dc492d622a42b4825917520354c: Waiting for close lock at 1731750630793Running coprocessor pre-close hooks at 1731750630793Disabling compacts and flushes for region at 1731750630793Disabling writes for close at 1731750630793Obtaining lock to block concurrent updates at 1731750630793Preparing flush snapshotting stores in c4572dc492d622a42b4825917520354c at 1731750630793Finished memstore snapshotting TestLogRolling-testLogRollOnDatanodeDeath,,1731750620495.c4572dc492d622a42b4825917520354c., syncing WAL and waiting on mvcc, flushsize=dataSize=2102, getHeapSize=2496, getOffHeapSize=0, getCellsCount=2 at 1731750630794 (+1 ms)Flushing stores of TestLogRolling-testLogRollOnDatanodeDeath,,1731750620495.c4572dc492d622a42b4825917520354c. at 1731750630794Flushing c4572dc492d622a42b4825917520354c/info: creating writer at 1731750630795 (+1 ms)Flushing c4572dc492d622a42b4825917520354c/info: appending metadata at 1731750630813 (+18 ms)Flushing c4572dc492d622a42b4825917520354c/info: closing flushed file at 1731750630813Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1cf3da3a: reopening flushed file at 1731750630833 (+20 ms)Finished flush of dataSize ~2.05 KB/2102, heapSize ~2.44 KB/2496, currentSize=0 B/0 for c4572dc492d622a42b4825917520354c in 50ms, sequenceid=6, compaction requested=false at 1731750630843 (+10 ms)Writing region close event to WAL at 1731750630843Running coprocessor post-close hooks at 1731750630848 (+5 ms)Closed at 1731750630848 2024-11-16T09:50:30,848 DEBUG [RS_CLOSE_REGION-regionserver/037c58a19ddb:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed TestLogRolling-testLogRollOnDatanodeDeath,,1731750620495.c4572dc492d622a42b4825917520354c. 2024-11-16T09:50:30,852 WARN [Thread-608 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-16T09:50:30,856 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xdd1f5b9c695eeb1b with lease ID 0x307cbf9fac697b2e: from storage DS-6a57c739-8de5-44a4-a3de-018be87ef3d7 node DatanodeRegistration(127.0.0.1:46279, datanodeUuid=2fb20721-21d7-49fe-b81f-cd1958107d82, infoPort=37953, infoSecurePort=0, ipcPort=35293, storageInfo=lv=-57;cid=testClusterID;nsid=1415039644;c=1731750617676), blocks: 5, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-16T09:50:30,856 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xdd1f5b9c695eeb1b with lease ID 0x307cbf9fac697b2e: from storage DS-b2d6fc8b-9798-429c-b96c-a056649cc9dd node DatanodeRegistration(127.0.0.1:46279, datanodeUuid=2fb20721-21d7-49fe-b81f-cd1958107d82, infoPort=37953, infoSecurePort=0, ipcPort=35293, storageInfo=lv=-57;cid=testClusterID;nsid=1415039644;c=1731750617676), blocks: 5, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-16T09:50:30,916 DEBUG [regionserver/037c58a19ddb:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ac2088a9-d582-6f16-2cf2-dde1a5bed0cb/WALs/037c58a19ddb,42203,1731750618448/037c58a19ddb%2C42203%2C1731750618448.meta.1731750630795.meta, exclude list is [(127.0.0.1/127.0.0.1:41677:41677)], retry=1 2024-11-16T09:50:30,916 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_1592553252_22 at /127.0.0.1:48412 [Receiving block BP-384993541-172.17.0.2-1731750617676:blk_1073741838_1015] {}] datanode.DataXceiver(331): 127.0.0.1:33039:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:48412 dst: /127.0.0.1:33039 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T09:50:30,919 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46279,DS-6a57c739-8de5-44a4-a3de-018be87ef3d7,DISK] 2024-11-16T09:50:30,919 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33039,DS-d423902a-b50f-4d9b-976b-a5ffa576a73e,DISK] 2024-11-16T09:50:30,921 INFO [regionserver/037c58a19ddb:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/ac2088a9-d582-6f16-2cf2-dde1a5bed0cb/WALs/037c58a19ddb,42203,1731750618448/037c58a19ddb%2C42203%2C1731750618448.meta.1731750619709.meta with entries=9, filesize=2.52 KB; new WAL /user/jenkins/test-data/ac2088a9-d582-6f16-2cf2-dde1a5bed0cb/WALs/037c58a19ddb,42203,1731750618448/037c58a19ddb%2C42203%2C1731750618448.meta.1731750630795.meta 2024-11-16T09:50:30,921 DEBUG [regionserver/037c58a19ddb:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37953:37953),(127.0.0.1/127.0.0.1:34383:34383)] 2024-11-16T09:50:30,921 DEBUG [regionserver/037c58a19ddb:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:42231/user/jenkins/test-data/ac2088a9-d582-6f16-2cf2-dde1a5bed0cb/WALs/037c58a19ddb,42203,1731750618448/037c58a19ddb%2C42203%2C1731750618448.meta.1731750619709.meta is not closed yet, will try archiving it next time 2024-11-16T09:50:30,921 WARN [Close-WAL-Writer-0 {}] wal.AbstractProtobufLogWriter(255): Failed to write trailer, non-fatal, continuing... java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush0(FanOutOneBlockAsyncDFSOutput.java:469) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush(FanOutOneBlockAsyncDFSOutput.java:558) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.lambda$writeWALTrailerAndMagic$3(AsyncProtobufLogWriter.java:249) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.writeWALMetadata(AsyncProtobufLogWriter.java:203) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.writeWALTrailerAndMagic(AsyncProtobufLogWriter.java:240) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufLogWriter.writeWALTrailer(AbstractProtobufLogWriter.java:252) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.close(AsyncProtobufLogWriter.java:162) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.lambda$closeWriter$17(AbstractFSWAL.java:2041) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T09:50:30,922 WARN [Close-WAL-Writer-0 {}] wal.AsyncProtobufLogWriter(165): normal close failed, try recover java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.close(AsyncProtobufLogWriter.java:163) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.lambda$closeWriter$17(AbstractFSWAL.java:2041) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T09:50:30,922 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file /user/jenkins/test-data/ac2088a9-d582-6f16-2cf2-dde1a5bed0cb/WALs/037c58a19ddb,42203,1731750618448/037c58a19ddb%2C42203%2C1731750618448.meta.1731750619709.meta 2024-11-16T09:50:30,922 WARN [IPC Server handler 1 on default port 42231 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /user/jenkins/test-data/ac2088a9-d582-6f16-2cf2-dde1a5bed0cb/WALs/037c58a19ddb,42203,1731750618448/037c58a19ddb%2C42203%2C1731750618448.meta.1731750619709.meta has not been closed. Lease recovery is in progress. RecoveryId = 1018 for block blk_1073741834_1010 2024-11-16T09:50:30,923 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=/user/jenkins/test-data/ac2088a9-d582-6f16-2cf2-dde1a5bed0cb/WALs/037c58a19ddb,42203,1731750618448/037c58a19ddb%2C42203%2C1731750618448.meta.1731750619709.meta after 1ms 2024-11-16T09:50:30,939 DEBUG [RS_CLOSE_META-regionserver/037c58a19ddb:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42231/user/jenkins/test-data/ac2088a9-d582-6f16-2cf2-dde1a5bed0cb/data/hbase/meta/1588230740/.tmp/info/6a9f12f29bf44e359f380efb1b40c1a9 is 203, key is TestLogRolling-testLogRollOnDatanodeDeath,,1731750620495.c4572dc492d622a42b4825917520354c./info:regioninfo/1731750620863/Put/seqid=0 2024-11-16T09:50:30,945 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46279 is added to blk_1073741841_1019 (size=7089) 2024-11-16T09:50:30,945 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45821 is added to blk_1073741841_1019 (size=7089) 2024-11-16T09:50:30,945 INFO [RS_CLOSE_META-regionserver/037c58a19ddb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.50 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:42231/user/jenkins/test-data/ac2088a9-d582-6f16-2cf2-dde1a5bed0cb/data/hbase/meta/1588230740/.tmp/info/6a9f12f29bf44e359f380efb1b40c1a9 2024-11-16T09:50:30,970 DEBUG [RS_CLOSE_META-regionserver/037c58a19ddb:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42231/user/jenkins/test-data/ac2088a9-d582-6f16-2cf2-dde1a5bed0cb/data/hbase/meta/1588230740/.tmp/ns/dc5f27b5f664487a8acdb34d2040efaa is 43, key is default/ns:d/1731750619773/Put/seqid=0 2024-11-16T09:50:30,975 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45821 is added to blk_1073741842_1020 (size=5153) 2024-11-16T09:50:30,976 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33039 is added to blk_1073741842_1020 (size=5153) 2024-11-16T09:50:30,976 INFO [RS_CLOSE_META-regionserver/037c58a19ddb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:42231/user/jenkins/test-data/ac2088a9-d582-6f16-2cf2-dde1a5bed0cb/data/hbase/meta/1588230740/.tmp/ns/dc5f27b5f664487a8acdb34d2040efaa 2024-11-16T09:50:30,994 DEBUG [RS:0;037c58a19ddb:42203 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-16T09:50:31,002 DEBUG [RS_CLOSE_META-regionserver/037c58a19ddb:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42231/user/jenkins/test-data/ac2088a9-d582-6f16-2cf2-dde1a5bed0cb/data/hbase/meta/1588230740/.tmp/table/35b567ebe7d04c469f9d4ba5f524eda6 is 77, key is TestLogRolling-testLogRollOnDatanodeDeath/table:state/1731750620876/Put/seqid=0 2024-11-16T09:50:31,008 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46279 is added to blk_1073741843_1021 (size=5424) 2024-11-16T09:50:31,009 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46319 is added to blk_1073741843_1021 (size=5424) 2024-11-16T09:50:31,009 INFO [RS_CLOSE_META-regionserver/037c58a19ddb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=146 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:42231/user/jenkins/test-data/ac2088a9-d582-6f16-2cf2-dde1a5bed0cb/data/hbase/meta/1588230740/.tmp/table/35b567ebe7d04c469f9d4ba5f524eda6 2024-11-16T09:50:31,017 DEBUG [RS_CLOSE_META-regionserver/037c58a19ddb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42231/user/jenkins/test-data/ac2088a9-d582-6f16-2cf2-dde1a5bed0cb/data/hbase/meta/1588230740/.tmp/info/6a9f12f29bf44e359f380efb1b40c1a9 as hdfs://localhost:42231/user/jenkins/test-data/ac2088a9-d582-6f16-2cf2-dde1a5bed0cb/data/hbase/meta/1588230740/info/6a9f12f29bf44e359f380efb1b40c1a9 2024-11-16T09:50:31,024 INFO [RS_CLOSE_META-regionserver/037c58a19ddb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42231/user/jenkins/test-data/ac2088a9-d582-6f16-2cf2-dde1a5bed0cb/data/hbase/meta/1588230740/info/6a9f12f29bf44e359f380efb1b40c1a9, entries=10, sequenceid=11, filesize=6.9 K 2024-11-16T09:50:31,025 DEBUG [RS_CLOSE_META-regionserver/037c58a19ddb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42231/user/jenkins/test-data/ac2088a9-d582-6f16-2cf2-dde1a5bed0cb/data/hbase/meta/1588230740/.tmp/ns/dc5f27b5f664487a8acdb34d2040efaa as hdfs://localhost:42231/user/jenkins/test-data/ac2088a9-d582-6f16-2cf2-dde1a5bed0cb/data/hbase/meta/1588230740/ns/dc5f27b5f664487a8acdb34d2040efaa 2024-11-16T09:50:31,033 INFO [RS_CLOSE_META-regionserver/037c58a19ddb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42231/user/jenkins/test-data/ac2088a9-d582-6f16-2cf2-dde1a5bed0cb/data/hbase/meta/1588230740/ns/dc5f27b5f664487a8acdb34d2040efaa, entries=2, sequenceid=11, filesize=5.0 K 2024-11-16T09:50:31,034 DEBUG [RS_CLOSE_META-regionserver/037c58a19ddb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42231/user/jenkins/test-data/ac2088a9-d582-6f16-2cf2-dde1a5bed0cb/data/hbase/meta/1588230740/.tmp/table/35b567ebe7d04c469f9d4ba5f524eda6 as hdfs://localhost:42231/user/jenkins/test-data/ac2088a9-d582-6f16-2cf2-dde1a5bed0cb/data/hbase/meta/1588230740/table/35b567ebe7d04c469f9d4ba5f524eda6 2024-11-16T09:50:31,041 INFO [RS_CLOSE_META-regionserver/037c58a19ddb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42231/user/jenkins/test-data/ac2088a9-d582-6f16-2cf2-dde1a5bed0cb/data/hbase/meta/1588230740/table/35b567ebe7d04c469f9d4ba5f524eda6, entries=2, sequenceid=11, filesize=5.3 K 2024-11-16T09:50:31,043 INFO [RS_CLOSE_META-regionserver/037c58a19ddb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.71 KB/1752, heapSize ~3.45 KB/3536, currentSize=0 B/0 for 1588230740 in 249ms, sequenceid=11, compaction requested=false 2024-11-16T09:50:31,048 DEBUG [RS_CLOSE_META-regionserver/037c58a19ddb:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42231/user/jenkins/test-data/ac2088a9-d582-6f16-2cf2-dde1a5bed0cb/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-16T09:50:31,048 DEBUG [RS_CLOSE_META-regionserver/037c58a19ddb:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-16T09:50:31,049 INFO [RS_CLOSE_META-regionserver/037c58a19ddb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-16T09:50:31,049 DEBUG [RS_CLOSE_META-regionserver/037c58a19ddb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731750630794Running coprocessor pre-close hooks at 1731750630794Disabling compacts and flushes for region at 1731750630794Disabling writes for close at 1731750630794Obtaining lock to block concurrent updates at 1731750630794Preparing flush snapshotting stores in 1588230740 at 1731750630794Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1752, getHeapSize=3776, getOffHeapSize=0, getCellsCount=14 at 1731750630795 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731750630922 (+127 ms)Flushing 1588230740/info: creating writer at 1731750630922Flushing 1588230740/info: appending metadata at 1731750630938 (+16 ms)Flushing 1588230740/info: closing flushed file at 1731750630938Flushing 1588230740/ns: creating writer at 1731750630953 (+15 ms)Flushing 1588230740/ns: appending metadata at 1731750630969 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1731750630969Flushing 1588230740/table: creating writer at 1731750630983 (+14 ms)Flushing 1588230740/table: appending metadata at 1731750631002 (+19 ms)Flushing 1588230740/table: closing flushed file at 1731750631002Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@15a5813c: reopening flushed file at 1731750631016 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@56f5c9c6: reopening flushed file at 1731750631024 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@35080967: reopening flushed file at 1731750631033 (+9 ms)Finished flush of dataSize ~1.71 KB/1752, heapSize ~3.45 KB/3536, currentSize=0 B/0 for 1588230740 in 249ms, sequenceid=11, compaction requested=false at 1731750631043 (+10 ms)Writing region close event to WAL at 1731750631044 (+1 ms)Running coprocessor post-close hooks at 1731750631048 (+4 ms)Closed at 1731750631048 2024-11-16T09:50:31,049 DEBUG [RS_CLOSE_META-regionserver/037c58a19ddb:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-16T09:50:31,194 INFO [RS:0;037c58a19ddb:42203 {}] regionserver.HRegionServer(976): stopping server 037c58a19ddb,42203,1731750618448; all regions closed. 2024-11-16T09:50:31,198 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46279 is added to blk_1073741840_1017 (size=825) 2024-11-16T09:50:31,198 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33039 is added to blk_1073741840_1017 (size=825) 2024-11-16T09:50:31,209 INFO [regionserver/037c58a19ddb:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-16T09:50:31,211 INFO [regionserver/037c58a19ddb:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-16T09:50:31,211 INFO [regionserver/037c58a19ddb:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-16T09:50:33,372 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46319 is added to blk_1073741833_1014 (size=1599) 2024-11-16T09:50:33,861 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46319 is added to blk_1073741834_1018 (size=2386) 2024-11-16T09:50:34,802 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=/user/jenkins/test-data/ac2088a9-d582-6f16-2cf2-dde1a5bed0cb/WALs/037c58a19ddb,42203,1731750618448/037c58a19ddb%2C42203%2C1731750618448.1731750619350 after 4013ms 2024-11-16T09:50:34,803 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:42231/user/jenkins/test-data/ac2088a9-d582-6f16-2cf2-dde1a5bed0cb/WALs/037c58a19ddb,42203,1731750618448/037c58a19ddb%2C42203%2C1731750618448.1731750619350 to hdfs://localhost:42231/user/jenkins/test-data/ac2088a9-d582-6f16-2cf2-dde1a5bed0cb/oldWALs/037c58a19ddb%2C42203%2C1731750618448.1731750619350 2024-11-16T09:50:34,924 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=/user/jenkins/test-data/ac2088a9-d582-6f16-2cf2-dde1a5bed0cb/WALs/037c58a19ddb,42203,1731750618448/037c58a19ddb%2C42203%2C1731750618448.meta.1731750619709.meta after 4002ms 2024-11-16T09:50:34,925 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:42231/user/jenkins/test-data/ac2088a9-d582-6f16-2cf2-dde1a5bed0cb/WALs/037c58a19ddb,42203,1731750618448/037c58a19ddb%2C42203%2C1731750618448.meta.1731750619709.meta to hdfs://localhost:42231/user/jenkins/test-data/ac2088a9-d582-6f16-2cf2-dde1a5bed0cb/oldWALs/037c58a19ddb%2C42203%2C1731750618448.meta.1731750619709.meta 2024-11-16T09:50:34,929 DEBUG [RS:0;037c58a19ddb:42203 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/ac2088a9-d582-6f16-2cf2-dde1a5bed0cb/oldWALs 2024-11-16T09:50:34,929 INFO [RS:0;037c58a19ddb:42203 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 037c58a19ddb%2C42203%2C1731750618448.meta:.meta(num 1731750630795) 2024-11-16T09:50:34,932 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45821 is added to blk_1073741837_1013 (size=2288) 2024-11-16T09:50:34,933 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33039 is added to blk_1073741837_1013 (size=2288) 2024-11-16T09:50:34,936 DEBUG [RS:0;037c58a19ddb:42203 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/ac2088a9-d582-6f16-2cf2-dde1a5bed0cb/oldWALs 2024-11-16T09:50:34,936 INFO [RS:0;037c58a19ddb:42203 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 037c58a19ddb%2C42203%2C1731750618448:(num 1731750630764) 2024-11-16T09:50:34,936 DEBUG [RS:0;037c58a19ddb:42203 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T09:50:34,936 INFO [RS:0;037c58a19ddb:42203 {}] regionserver.LeaseManager(133): Closed leases 2024-11-16T09:50:34,936 INFO [RS:0;037c58a19ddb:42203 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-16T09:50:34,936 INFO [RS:0;037c58a19ddb:42203 {}] hbase.ChoreService(370): Chore service for: regionserver/037c58a19ddb:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-16T09:50:34,936 INFO [RS:0;037c58a19ddb:42203 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-16T09:50:34,936 INFO [regionserver/037c58a19ddb:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-16T09:50:34,936 INFO [RS:0;037c58a19ddb:42203 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42203 2024-11-16T09:50:34,939 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42203-0x101b07cda720001, quorum=127.0.0.1:64508, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/037c58a19ddb,42203,1731750618448 2024-11-16T09:50:34,939 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39217-0x101b07cda720000, quorum=127.0.0.1:64508, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-16T09:50:34,939 INFO [RS:0;037c58a19ddb:42203 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-16T09:50:34,941 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [037c58a19ddb,42203,1731750618448] 2024-11-16T09:50:34,942 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/037c58a19ddb,42203,1731750618448 already deleted, retry=false 2024-11-16T09:50:34,942 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 037c58a19ddb,42203,1731750618448 expired; onlineServers=0 2024-11-16T09:50:34,942 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '037c58a19ddb,39217,1731750618397' ***** 2024-11-16T09:50:34,942 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-16T09:50:34,942 INFO [M:0;037c58a19ddb:39217 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-16T09:50:34,942 INFO [M:0;037c58a19ddb:39217 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-16T09:50:34,942 DEBUG [M:0;037c58a19ddb:39217 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-16T09:50:34,943 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-16T09:50:34,943 DEBUG [M:0;037c58a19ddb:39217 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-16T09:50:34,943 DEBUG [master/037c58a19ddb:0:becomeActiveMaster-HFileCleaner.large.0-1731750619085 {}] cleaner.HFileCleaner(306): Exit Thread[master/037c58a19ddb:0:becomeActiveMaster-HFileCleaner.large.0-1731750619085,5,FailOnTimeoutGroup] 2024-11-16T09:50:34,943 DEBUG [master/037c58a19ddb:0:becomeActiveMaster-HFileCleaner.small.0-1731750619085 {}] cleaner.HFileCleaner(306): Exit Thread[master/037c58a19ddb:0:becomeActiveMaster-HFileCleaner.small.0-1731750619085,5,FailOnTimeoutGroup] 2024-11-16T09:50:34,943 INFO [M:0;037c58a19ddb:39217 {}] hbase.ChoreService(370): Chore service for: master/037c58a19ddb:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-16T09:50:34,943 INFO [M:0;037c58a19ddb:39217 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-16T09:50:34,943 DEBUG [M:0;037c58a19ddb:39217 {}] master.HMaster(1795): Stopping service threads 2024-11-16T09:50:34,943 INFO [M:0;037c58a19ddb:39217 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-16T09:50:34,943 INFO [M:0;037c58a19ddb:39217 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-16T09:50:34,943 INFO [M:0;037c58a19ddb:39217 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-16T09:50:34,944 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-16T09:50:34,944 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39217-0x101b07cda720000, quorum=127.0.0.1:64508, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-16T09:50:34,945 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39217-0x101b07cda720000, quorum=127.0.0.1:64508, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T09:50:34,945 DEBUG [M:0;037c58a19ddb:39217 {}] zookeeper.ZKUtil(347): master:39217-0x101b07cda720000, quorum=127.0.0.1:64508, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-16T09:50:34,945 WARN [M:0;037c58a19ddb:39217 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-16T09:50:34,946 INFO [M:0;037c58a19ddb:39217 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:42231/user/jenkins/test-data/ac2088a9-d582-6f16-2cf2-dde1a5bed0cb/.lastflushedseqids 2024-11-16T09:50:34,954 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33039 is added to blk_1073741844_1022 (size=139) 2024-11-16T09:50:34,954 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45821 is added to blk_1073741844_1022 (size=139) 2024-11-16T09:50:34,954 INFO [M:0;037c58a19ddb:39217 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-16T09:50:34,954 INFO [M:0;037c58a19ddb:39217 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-16T09:50:34,955 DEBUG [M:0;037c58a19ddb:39217 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-16T09:50:34,955 INFO [M:0;037c58a19ddb:39217 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T09:50:34,955 DEBUG [M:0;037c58a19ddb:39217 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T09:50:34,955 DEBUG [M:0;037c58a19ddb:39217 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-16T09:50:34,955 DEBUG [M:0;037c58a19ddb:39217 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T09:50:34,955 INFO [M:0;037c58a19ddb:39217 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=23.09 KB heapSize=29.05 KB 2024-11-16T09:50:34,956 WARN [AsyncFSWAL-0-hdfs://localhost:42231/user/jenkins/test-data/ac2088a9-d582-6f16-2cf2-dde1a5bed0cb/MasterData-prefix:037c58a19ddb,39217,1731750618397 {}] wal.AbstractFSWAL(1504): sync failed java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush0(FanOutOneBlockAsyncDFSOutput.java:469) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush(FanOutOneBlockAsyncDFSOutput.java:558) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.sync(AsyncProtobufLogWriter.java:153) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncFSWAL.doWriterSync(AsyncFSWAL.java:159) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncFSWAL.doWriterSync(AsyncFSWAL.java:100) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.sync(AbstractFSWAL.java:1629) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.consume(AbstractFSWAL.java:1861) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T09:50:34,956 DEBUG [master:store-WAL-Roller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 037c58a19ddb%2C39217%2C1731750618397:(num 1731750618980) roll requested 2024-11-16T09:50:34,971 DEBUG [master:store-WAL-Roller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ac2088a9-d582-6f16-2cf2-dde1a5bed0cb/MasterData/WALs/037c58a19ddb,39217,1731750618397/037c58a19ddb%2C39217%2C1731750618397.1731750634956, exclude list is [], retry=0 2024-11-16T09:50:34,974 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33039,DS-d423902a-b50f-4d9b-976b-a5ffa576a73e,DISK] 2024-11-16T09:50:34,974 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45821,DS-e5a3a642-162d-4b57-9825-fd43243ad93b,DISK] 2024-11-16T09:50:34,978 INFO [master:store-WAL-Roller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/ac2088a9-d582-6f16-2cf2-dde1a5bed0cb/MasterData/WALs/037c58a19ddb,39217,1731750618397/037c58a19ddb%2C39217%2C1731750618397.1731750618980 with entries=54, filesize=26.80 KB; new WAL /user/jenkins/test-data/ac2088a9-d582-6f16-2cf2-dde1a5bed0cb/MasterData/WALs/037c58a19ddb,39217,1731750618397/037c58a19ddb%2C39217%2C1731750618397.1731750634956 2024-11-16T09:50:34,978 DEBUG [master:store-WAL-Roller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34039:34039),(127.0.0.1/127.0.0.1:34383:34383)] 2024-11-16T09:50:34,978 DEBUG [master:store-WAL-Roller {}] wal.AbstractFSWAL(879): hdfs://localhost:42231/user/jenkins/test-data/ac2088a9-d582-6f16-2cf2-dde1a5bed0cb/MasterData/WALs/037c58a19ddb,39217,1731750618397/037c58a19ddb%2C39217%2C1731750618397.1731750618980 is not closed yet, will try archiving it next time 2024-11-16T09:50:34,978 WARN [Close-WAL-Writer-0 {}] wal.AbstractProtobufLogWriter(255): Failed to write trailer, non-fatal, continuing... java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush0(FanOutOneBlockAsyncDFSOutput.java:469) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush(FanOutOneBlockAsyncDFSOutput.java:558) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.lambda$writeWALTrailerAndMagic$3(AsyncProtobufLogWriter.java:249) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.writeWALMetadata(AsyncProtobufLogWriter.java:203) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.writeWALTrailerAndMagic(AsyncProtobufLogWriter.java:240) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufLogWriter.writeWALTrailer(AbstractProtobufLogWriter.java:252) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.close(AsyncProtobufLogWriter.java:162) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.lambda$closeWriter$17(AbstractFSWAL.java:2041) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T09:50:34,979 WARN [Close-WAL-Writer-0 {}] wal.AsyncProtobufLogWriter(165): normal close failed, try recover java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.close(AsyncProtobufLogWriter.java:163) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.lambda$closeWriter$17(AbstractFSWAL.java:2041) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-16T09:50:34,979 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file /user/jenkins/test-data/ac2088a9-d582-6f16-2cf2-dde1a5bed0cb/MasterData/WALs/037c58a19ddb,39217,1731750618397/037c58a19ddb%2C39217%2C1731750618397.1731750618980 2024-11-16T09:50:34,980 WARN [IPC Server handler 0 on default port 42231 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /user/jenkins/test-data/ac2088a9-d582-6f16-2cf2-dde1a5bed0cb/MasterData/WALs/037c58a19ddb,39217,1731750618397/037c58a19ddb%2C39217%2C1731750618397.1731750618980 has not been closed. Lease recovery is in progress. RecoveryId = 1024 for block blk_1073741830_1006 2024-11-16T09:50:34,980 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=/user/jenkins/test-data/ac2088a9-d582-6f16-2cf2-dde1a5bed0cb/MasterData/WALs/037c58a19ddb,39217,1731750618397/037c58a19ddb%2C39217%2C1731750618397.1731750618980 after 1ms 2024-11-16T09:50:35,005 DEBUG [M:0;037c58a19ddb:39217 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42231/user/jenkins/test-data/ac2088a9-d582-6f16-2cf2-dde1a5bed0cb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4bd45aaf6cad48cc87cfa147705f0914 is 82, key is hbase:meta,,1/info:regioninfo/1731750619754/Put/seqid=0 2024-11-16T09:50:35,012 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45821 is added to blk_1073741846_1025 (size=5672) 2024-11-16T09:50:35,012 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44871 is added to blk_1073741846_1025 (size=5672) 2024-11-16T09:50:35,013 INFO [M:0;037c58a19ddb:39217 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:42231/user/jenkins/test-data/ac2088a9-d582-6f16-2cf2-dde1a5bed0cb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4bd45aaf6cad48cc87cfa147705f0914 2024-11-16T09:50:35,041 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42203-0x101b07cda720001, quorum=127.0.0.1:64508, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T09:50:35,041 INFO [RS:0;037c58a19ddb:42203 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-16T09:50:35,041 INFO [RS:0;037c58a19ddb:42203 {}] regionserver.HRegionServer(1031): Exiting; stopping=037c58a19ddb,42203,1731750618448; zookeeper connection closed. 2024-11-16T09:50:35,041 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42203-0x101b07cda720001, quorum=127.0.0.1:64508, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T09:50:35,044 DEBUG [M:0;037c58a19ddb:39217 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42231/user/jenkins/test-data/ac2088a9-d582-6f16-2cf2-dde1a5bed0cb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3b322d0290134a6ea3197e66145d8d32 is 774, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731750620881/Put/seqid=0 2024-11-16T09:50:35,044 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2c4c554e {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2c4c554e 2024-11-16T09:50:35,044 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-16T09:50:35,057 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44871 is added to blk_1073741847_1026 (size=6114) 2024-11-16T09:50:35,057 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45821 is added to blk_1073741847_1026 (size=6114) 2024-11-16T09:50:35,058 INFO [M:0;037c58a19ddb:39217 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.49 KB at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:42231/user/jenkins/test-data/ac2088a9-d582-6f16-2cf2-dde1a5bed0cb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3b322d0290134a6ea3197e66145d8d32 2024-11-16T09:50:35,090 DEBUG [M:0;037c58a19ddb:39217 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42231/user/jenkins/test-data/ac2088a9-d582-6f16-2cf2-dde1a5bed0cb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2bb4b11f2722401f9e703461820e6a87 is 69, key is 037c58a19ddb,42203,1731750618448/rs:state/1731750619191/Put/seqid=0 2024-11-16T09:50:35,102 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33039 is added to blk_1073741848_1027 (size=5156) 2024-11-16T09:50:35,102 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46279 is added to blk_1073741848_1027 (size=5156) 2024-11-16T09:50:35,103 INFO [M:0;037c58a19ddb:39217 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:42231/user/jenkins/test-data/ac2088a9-d582-6f16-2cf2-dde1a5bed0cb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2bb4b11f2722401f9e703461820e6a87 2024-11-16T09:50:35,127 DEBUG [M:0;037c58a19ddb:39217 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42231/user/jenkins/test-data/ac2088a9-d582-6f16-2cf2-dde1a5bed0cb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/287027ae92b9486d9c860236dfb0d991 is 52, key is load_balancer_on/state:d/1731750619885/Put/seqid=0 2024-11-16T09:50:35,136 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45821 is added to blk_1073741849_1028 (size=5056) 2024-11-16T09:50:35,136 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33039 is added to blk_1073741849_1028 (size=5056) 2024-11-16T09:50:35,137 INFO [M:0;037c58a19ddb:39217 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=48 B at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:42231/user/jenkins/test-data/ac2088a9-d582-6f16-2cf2-dde1a5bed0cb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/287027ae92b9486d9c860236dfb0d991 2024-11-16T09:50:35,146 DEBUG [M:0;037c58a19ddb:39217 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42231/user/jenkins/test-data/ac2088a9-d582-6f16-2cf2-dde1a5bed0cb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4bd45aaf6cad48cc87cfa147705f0914 as hdfs://localhost:42231/user/jenkins/test-data/ac2088a9-d582-6f16-2cf2-dde1a5bed0cb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/4bd45aaf6cad48cc87cfa147705f0914 2024-11-16T09:50:35,155 INFO [M:0;037c58a19ddb:39217 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42231/user/jenkins/test-data/ac2088a9-d582-6f16-2cf2-dde1a5bed0cb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/4bd45aaf6cad48cc87cfa147705f0914, entries=8, sequenceid=56, filesize=5.5 K 2024-11-16T09:50:35,156 DEBUG [M:0;037c58a19ddb:39217 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42231/user/jenkins/test-data/ac2088a9-d582-6f16-2cf2-dde1a5bed0cb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3b322d0290134a6ea3197e66145d8d32 as hdfs://localhost:42231/user/jenkins/test-data/ac2088a9-d582-6f16-2cf2-dde1a5bed0cb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/3b322d0290134a6ea3197e66145d8d32 2024-11-16T09:50:35,164 INFO [M:0;037c58a19ddb:39217 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42231/user/jenkins/test-data/ac2088a9-d582-6f16-2cf2-dde1a5bed0cb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/3b322d0290134a6ea3197e66145d8d32, entries=6, sequenceid=56, filesize=6.0 K 2024-11-16T09:50:35,166 DEBUG [M:0;037c58a19ddb:39217 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42231/user/jenkins/test-data/ac2088a9-d582-6f16-2cf2-dde1a5bed0cb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2bb4b11f2722401f9e703461820e6a87 as hdfs://localhost:42231/user/jenkins/test-data/ac2088a9-d582-6f16-2cf2-dde1a5bed0cb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/2bb4b11f2722401f9e703461820e6a87 2024-11-16T09:50:35,175 INFO [M:0;037c58a19ddb:39217 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42231/user/jenkins/test-data/ac2088a9-d582-6f16-2cf2-dde1a5bed0cb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/2bb4b11f2722401f9e703461820e6a87, entries=1, sequenceid=56, filesize=5.0 K 2024-11-16T09:50:35,176 DEBUG [M:0;037c58a19ddb:39217 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42231/user/jenkins/test-data/ac2088a9-d582-6f16-2cf2-dde1a5bed0cb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/287027ae92b9486d9c860236dfb0d991 as hdfs://localhost:42231/user/jenkins/test-data/ac2088a9-d582-6f16-2cf2-dde1a5bed0cb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/287027ae92b9486d9c860236dfb0d991 2024-11-16T09:50:35,184 INFO [M:0;037c58a19ddb:39217 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42231/user/jenkins/test-data/ac2088a9-d582-6f16-2cf2-dde1a5bed0cb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/287027ae92b9486d9c860236dfb0d991, entries=1, sequenceid=56, filesize=4.9 K 2024-11-16T09:50:35,186 INFO [M:0;037c58a19ddb:39217 {}] regionserver.HRegion(3140): Finished flush of dataSize ~23.09 KB/23644, heapSize ~28.98 KB/29680, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 231ms, sequenceid=56, compaction requested=false 2024-11-16T09:50:35,188 INFO [M:0;037c58a19ddb:39217 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T09:50:35,188 DEBUG [M:0;037c58a19ddb:39217 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731750634954Disabling compacts and flushes for region at 1731750634954Disabling writes for close at 1731750634955 (+1 ms)Obtaining lock to block concurrent updates at 1731750634955Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731750634955Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=23644, getHeapSize=29680, getOffHeapSize=0, getCellsCount=67 at 1731750634955Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731750634979 (+24 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731750634979Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731750635005 (+26 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731750635005Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731750635023 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731750635043 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731750635043Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731750635066 (+23 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731750635089 (+23 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731750635089Flushing 1595e783b53d99cd5eef43b6debb2682/state: creating writer at 1731750635110 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: appending metadata at 1731750635127 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: closing flushed file at 1731750635127Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4e9c1048: reopening flushed file at 1731750635145 (+18 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@74076cb1: reopening flushed file at 1731750635155 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5e805f3d: reopening flushed file at 1731750635165 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@643e085: reopening flushed file at 1731750635175 (+10 ms)Finished flush of dataSize ~23.09 KB/23644, heapSize ~28.98 KB/29680, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 231ms, sequenceid=56, compaction requested=false at 1731750635186 (+11 ms)Writing region close event to WAL at 1731750635188 (+2 ms)Closed at 1731750635188 2024-11-16T09:50:35,191 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45821 is added to blk_1073741845_1023 (size=757) 2024-11-16T09:50:35,192 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33039 is added to blk_1073741845_1023 (size=757) 2024-11-16T09:50:35,849 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T09:50:35,873 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T09:50:35,874 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T09:50:36,391 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-16T09:50:36,394 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T09:50:36,415 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T09:50:36,416 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T09:50:36,865 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testLogRollOnDatanodeDeath 2024-11-16T09:50:36,865 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-16T09:50:36,865 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-16T09:50:36,865 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-16T09:50:38,981 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=/user/jenkins/test-data/ac2088a9-d582-6f16-2cf2-dde1a5bed0cb/MasterData/WALs/037c58a19ddb,39217,1731750618397/037c58a19ddb%2C39217%2C1731750618397.1731750618980 after 4002ms 2024-11-16T09:50:38,982 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:42231/user/jenkins/test-data/ac2088a9-d582-6f16-2cf2-dde1a5bed0cb/MasterData/WALs/037c58a19ddb,39217,1731750618397/037c58a19ddb%2C39217%2C1731750618397.1731750618980 to hdfs://localhost:42231/user/jenkins/test-data/ac2088a9-d582-6f16-2cf2-dde1a5bed0cb/MasterData/oldWALs/037c58a19ddb%2C39217%2C1731750618397.1731750618980 2024-11-16T09:50:38,991 INFO [WAL-Archive-0 {}] region.MasterRegionUtils(50): Moved hdfs://localhost:42231/user/jenkins/test-data/ac2088a9-d582-6f16-2cf2-dde1a5bed0cb/MasterData/oldWALs/037c58a19ddb%2C39217%2C1731750618397.1731750618980 to hdfs://localhost:42231/user/jenkins/test-data/ac2088a9-d582-6f16-2cf2-dde1a5bed0cb/oldWALs/037c58a19ddb%2C39217%2C1731750618397.1731750618980$masterlocalwal$ 2024-11-16T09:50:38,991 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-16T09:50:38,991 INFO [M:0;037c58a19ddb:39217 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-16T09:50:38,992 INFO [M:0;037c58a19ddb:39217 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39217 2024-11-16T09:50:38,992 INFO [M:0;037c58a19ddb:39217 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-16T09:50:39,095 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39217-0x101b07cda720000, quorum=127.0.0.1:64508, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T09:50:39,095 INFO [M:0;037c58a19ddb:39217 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-16T09:50:39,095 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39217-0x101b07cda720000, quorum=127.0.0.1:64508, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T09:50:39,100 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7c21a411{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T09:50:39,101 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6d7611bf{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-16T09:50:39,101 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-16T09:50:39,101 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6158d146{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-16T09:50:39,101 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@52139b2f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/46ee991a-0949-6bc7-389c-c2908881dada/hadoop.log.dir/,STOPPED} 2024-11-16T09:50:39,104 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-16T09:50:39,104 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-16T09:50:39,104 WARN [BP-384993541-172.17.0.2-1731750617676 heartbeating to localhost/127.0.0.1:42231 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-16T09:50:39,104 WARN [BP-384993541-172.17.0.2-1731750617676 heartbeating to localhost/127.0.0.1:42231 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-384993541-172.17.0.2-1731750617676 (Datanode Uuid 2fb20721-21d7-49fe-b81f-cd1958107d82) service to localhost/127.0.0.1:42231 2024-11-16T09:50:39,105 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/46ee991a-0949-6bc7-389c-c2908881dada/cluster_a90916ae-f1d4-14db-0b3a-61193f3f9212/data/data1/current/BP-384993541-172.17.0.2-1731750617676 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T09:50:39,105 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/46ee991a-0949-6bc7-389c-c2908881dada/cluster_a90916ae-f1d4-14db-0b3a-61193f3f9212/data/data2/current/BP-384993541-172.17.0.2-1731750617676 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T09:50:39,106 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-16T09:50:39,110 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@77878d8c{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T09:50:39,110 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1d3d7401{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-16T09:50:39,110 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-16T09:50:39,111 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@27327bb0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-16T09:50:39,111 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@64bc4e58{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/46ee991a-0949-6bc7-389c-c2908881dada/hadoop.log.dir/,STOPPED} 2024-11-16T09:50:39,116 WARN [BP-384993541-172.17.0.2-1731750617676 heartbeating to localhost/127.0.0.1:42231 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-16T09:50:39,116 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-16T09:50:39,116 WARN [BP-384993541-172.17.0.2-1731750617676 heartbeating to localhost/127.0.0.1:42231 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-384993541-172.17.0.2-1731750617676 (Datanode Uuid 5a6884dc-0cc5-4b4c-a2f2-73c56caccb22) service to localhost/127.0.0.1:42231 2024-11-16T09:50:39,116 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-16T09:50:39,117 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/46ee991a-0949-6bc7-389c-c2908881dada/cluster_a90916ae-f1d4-14db-0b3a-61193f3f9212/data/data9/current/BP-384993541-172.17.0.2-1731750617676 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T09:50:39,117 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/46ee991a-0949-6bc7-389c-c2908881dada/cluster_a90916ae-f1d4-14db-0b3a-61193f3f9212/data/data10/current/BP-384993541-172.17.0.2-1731750617676 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T09:50:39,117 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-16T09:50:39,124 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6fa4bd05{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T09:50:39,125 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@caea352{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-16T09:50:39,125 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-16T09:50:39,125 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@34abcb16{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-16T09:50:39,126 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@177b2eb8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/46ee991a-0949-6bc7-389c-c2908881dada/hadoop.log.dir/,STOPPED} 2024-11-16T09:50:39,127 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-16T09:50:39,127 WARN [BP-384993541-172.17.0.2-1731750617676 heartbeating to localhost/127.0.0.1:42231 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-16T09:50:39,127 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-16T09:50:39,127 WARN [BP-384993541-172.17.0.2-1731750617676 heartbeating to localhost/127.0.0.1:42231 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-384993541-172.17.0.2-1731750617676 (Datanode Uuid 3e937d27-31c6-4bc5-9e09-c18c630f2246) service to localhost/127.0.0.1:42231 2024-11-16T09:50:39,128 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/46ee991a-0949-6bc7-389c-c2908881dada/cluster_a90916ae-f1d4-14db-0b3a-61193f3f9212/data/data7/current/BP-384993541-172.17.0.2-1731750617676 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T09:50:39,128 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/46ee991a-0949-6bc7-389c-c2908881dada/cluster_a90916ae-f1d4-14db-0b3a-61193f3f9212/data/data8/current/BP-384993541-172.17.0.2-1731750617676 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T09:50:39,128 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-16T09:50:39,135 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3ba31d23{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T09:50:39,135 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2bdcf5fc{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-16T09:50:39,135 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-16T09:50:39,135 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3dd5c5c4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-16T09:50:39,135 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1d2cd94{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/46ee991a-0949-6bc7-389c-c2908881dada/hadoop.log.dir/,STOPPED} 2024-11-16T09:50:39,137 WARN [BP-384993541-172.17.0.2-1731750617676 heartbeating to localhost/127.0.0.1:42231 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-16T09:50:39,137 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-16T09:50:39,137 WARN [BP-384993541-172.17.0.2-1731750617676 heartbeating to localhost/127.0.0.1:42231 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-384993541-172.17.0.2-1731750617676 (Datanode Uuid e38c1a17-9791-4f9b-954a-d0091f328563) service to localhost/127.0.0.1:42231 2024-11-16T09:50:39,137 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-16T09:50:39,138 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/46ee991a-0949-6bc7-389c-c2908881dada/cluster_a90916ae-f1d4-14db-0b3a-61193f3f9212/data/data5/current/BP-384993541-172.17.0.2-1731750617676 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T09:50:39,138 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/46ee991a-0949-6bc7-389c-c2908881dada/cluster_a90916ae-f1d4-14db-0b3a-61193f3f9212/data/data6/current/BP-384993541-172.17.0.2-1731750617676 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T09:50:39,138 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-16T09:50:39,149 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1f92bdbc{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T09:50:39,149 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5610d439{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-16T09:50:39,149 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-16T09:50:39,149 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@63c46134{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-16T09:50:39,150 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2f06258f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/46ee991a-0949-6bc7-389c-c2908881dada/hadoop.log.dir/,STOPPED} 2024-11-16T09:50:39,151 WARN [BP-384993541-172.17.0.2-1731750617676 heartbeating to localhost/127.0.0.1:42231 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-16T09:50:39,151 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-16T09:50:39,151 WARN [BP-384993541-172.17.0.2-1731750617676 heartbeating to localhost/127.0.0.1:42231 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-384993541-172.17.0.2-1731750617676 (Datanode Uuid 51dd8321-15ab-4220-b781-0df904b5c999) service to localhost/127.0.0.1:42231 2024-11-16T09:50:39,151 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-16T09:50:39,152 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/46ee991a-0949-6bc7-389c-c2908881dada/cluster_a90916ae-f1d4-14db-0b3a-61193f3f9212/data/data3/current/BP-384993541-172.17.0.2-1731750617676 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T09:50:39,153 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/46ee991a-0949-6bc7-389c-c2908881dada/cluster_a90916ae-f1d4-14db-0b3a-61193f3f9212/data/data4/current/BP-384993541-172.17.0.2-1731750617676 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T09:50:39,153 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-16T09:50:39,159 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4a3eda75{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-16T09:50:39,159 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@52a52af{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-16T09:50:39,159 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-16T09:50:39,160 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@36269b5c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-16T09:50:39,160 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@487bdcb9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/46ee991a-0949-6bc7-389c-c2908881dada/hadoop.log.dir/,STOPPED} 2024-11-16T09:50:39,168 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-16T09:50:39,227 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-16T09:50:39,258 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncLogRolling#testLogRollOnDatanodeDeath Thread=101 (was 66) Potentially hanging thread: IPC Client (961219246) connection to localhost/127.0.0.1:42231 from jenkins.hfs.1 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-12-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'DataNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: nioEventLoopGroup-12-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-17-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-16-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-16-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42231 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42231 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-16-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-17-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: nioEventLoopGroup-15-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:42231 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (961219246) connection to localhost/127.0.0.1:42231 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-13-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:42231 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42231 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (961219246) connection to localhost/127.0.0.1:42231 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-17-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=442 (was 390) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=211 (was 185) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=6237 (was 6215) - AvailableMemoryMB LEAK? - 2024-11-16T09:50:39,277 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncLogRolling#testCompactionRecordDoesntBlockRolling Thread=101, OpenFileDescriptor=442, MaxFileDescriptor=1048576, SystemLoadAverage=211, ProcessCount=11, AvailableMemoryMB=6235 2024-11-16T09:50:39,278 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-16T09:50:39,278 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/46ee991a-0949-6bc7-389c-c2908881dada/hadoop.log.dir so I do NOT create it in target/test-data/6ba4df17-af79-d2f5-9ff5-a0e49ec5c63b 2024-11-16T09:50:39,278 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/46ee991a-0949-6bc7-389c-c2908881dada/hadoop.tmp.dir so I do NOT create it in target/test-data/6ba4df17-af79-d2f5-9ff5-a0e49ec5c63b 2024-11-16T09:50:39,278 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6ba4df17-af79-d2f5-9ff5-a0e49ec5c63b/cluster_de9aa974-2296-eadd-4dd0-f97e1112169f, deleteOnExit=true 2024-11-16T09:50:39,278 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-16T09:50:39,279 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6ba4df17-af79-d2f5-9ff5-a0e49ec5c63b/test.cache.data in system properties and HBase conf 2024-11-16T09:50:39,279 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6ba4df17-af79-d2f5-9ff5-a0e49ec5c63b/hadoop.tmp.dir in system properties and HBase conf 2024-11-16T09:50:39,279 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6ba4df17-af79-d2f5-9ff5-a0e49ec5c63b/hadoop.log.dir in system properties and HBase conf 2024-11-16T09:50:39,279 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6ba4df17-af79-d2f5-9ff5-a0e49ec5c63b/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-16T09:50:39,279 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6ba4df17-af79-d2f5-9ff5-a0e49ec5c63b/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-16T09:50:39,279 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-16T09:50:39,280 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-16T09:50:39,280 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6ba4df17-af79-d2f5-9ff5-a0e49ec5c63b/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-16T09:50:39,280 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6ba4df17-af79-d2f5-9ff5-a0e49ec5c63b/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-16T09:50:39,280 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6ba4df17-af79-d2f5-9ff5-a0e49ec5c63b/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-16T09:50:39,280 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6ba4df17-af79-d2f5-9ff5-a0e49ec5c63b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-16T09:50:39,281 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6ba4df17-af79-d2f5-9ff5-a0e49ec5c63b/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-16T09:50:39,281 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6ba4df17-af79-d2f5-9ff5-a0e49ec5c63b/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-16T09:50:39,281 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6ba4df17-af79-d2f5-9ff5-a0e49ec5c63b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-16T09:50:39,281 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6ba4df17-af79-d2f5-9ff5-a0e49ec5c63b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-16T09:50:39,281 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6ba4df17-af79-d2f5-9ff5-a0e49ec5c63b/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-16T09:50:39,281 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6ba4df17-af79-d2f5-9ff5-a0e49ec5c63b/nfs.dump.dir in system properties and HBase conf 2024-11-16T09:50:39,281 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6ba4df17-af79-d2f5-9ff5-a0e49ec5c63b/java.io.tmpdir in system properties and HBase conf 2024-11-16T09:50:39,281 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6ba4df17-af79-d2f5-9ff5-a0e49ec5c63b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-16T09:50:39,282 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6ba4df17-af79-d2f5-9ff5-a0e49ec5c63b/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-16T09:50:39,282 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6ba4df17-af79-d2f5-9ff5-a0e49ec5c63b/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-16T09:50:39,366 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T09:50:39,371 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-16T09:50:39,372 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-16T09:50:39,372 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-16T09:50:39,372 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-16T09:50:39,373 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T09:50:39,373 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@64d4f786{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6ba4df17-af79-d2f5-9ff5-a0e49ec5c63b/hadoop.log.dir/,AVAILABLE} 2024-11-16T09:50:39,373 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@37142000{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-16T09:50:39,493 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3ea7f908{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6ba4df17-af79-d2f5-9ff5-a0e49ec5c63b/java.io.tmpdir/jetty-localhost-35903-hadoop-hdfs-3_4_1-tests_jar-_-any-13580908503085761365/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-16T09:50:39,494 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@669953c5{HTTP/1.1, (http/1.1)}{localhost:35903} 2024-11-16T09:50:39,494 INFO [Time-limited test {}] server.Server(415): Started @89221ms 2024-11-16T09:50:39,570 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T09:50:39,574 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-16T09:50:39,574 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-16T09:50:39,574 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-16T09:50:39,574 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-16T09:50:39,575 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3459236a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6ba4df17-af79-d2f5-9ff5-a0e49ec5c63b/hadoop.log.dir/,AVAILABLE} 2024-11-16T09:50:39,575 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@f6c3d8b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-16T09:50:39,695 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@51e25424{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6ba4df17-af79-d2f5-9ff5-a0e49ec5c63b/java.io.tmpdir/jetty-localhost-46377-hadoop-hdfs-3_4_1-tests_jar-_-any-2971742208715478089/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T09:50:39,695 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@600e1ed{HTTP/1.1, (http/1.1)}{localhost:46377} 2024-11-16T09:50:39,695 INFO [Time-limited test {}] server.Server(415): Started @89423ms 2024-11-16T09:50:39,697 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-16T09:50:39,742 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T09:50:39,747 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-16T09:50:39,748 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-16T09:50:39,748 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-16T09:50:39,748 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-16T09:50:39,748 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@34ba9cae{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6ba4df17-af79-d2f5-9ff5-a0e49ec5c63b/hadoop.log.dir/,AVAILABLE} 2024-11-16T09:50:39,749 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@35fe3c6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-16T09:50:39,806 WARN [Thread-787 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6ba4df17-af79-d2f5-9ff5-a0e49ec5c63b/cluster_de9aa974-2296-eadd-4dd0-f97e1112169f/data/data1/current/BP-1927634995-172.17.0.2-1731750639304/current, will proceed with Du for space computation calculation, 2024-11-16T09:50:39,806 WARN [Thread-788 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6ba4df17-af79-d2f5-9ff5-a0e49ec5c63b/cluster_de9aa974-2296-eadd-4dd0-f97e1112169f/data/data2/current/BP-1927634995-172.17.0.2-1731750639304/current, will proceed with Du for space computation calculation, 2024-11-16T09:50:39,836 WARN [Thread-766 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-16T09:50:39,841 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa0a605961bd48dca with lease ID 0x5978aba6e393d870: Processing first storage report for DS-fa91891f-b59d-4d21-a3f1-94450a721b5b from datanode DatanodeRegistration(127.0.0.1:44765, datanodeUuid=adae88ed-32f4-4a64-9dc7-8f9755adc01e, infoPort=45997, infoSecurePort=0, ipcPort=33793, storageInfo=lv=-57;cid=testClusterID;nsid=700247266;c=1731750639304) 2024-11-16T09:50:39,842 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa0a605961bd48dca with lease ID 0x5978aba6e393d870: from storage DS-fa91891f-b59d-4d21-a3f1-94450a721b5b node DatanodeRegistration(127.0.0.1:44765, datanodeUuid=adae88ed-32f4-4a64-9dc7-8f9755adc01e, infoPort=45997, infoSecurePort=0, ipcPort=33793, storageInfo=lv=-57;cid=testClusterID;nsid=700247266;c=1731750639304), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-16T09:50:39,842 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa0a605961bd48dca with lease ID 0x5978aba6e393d870: Processing first storage report for DS-0eaaef89-64a7-492e-a84b-425d1125d6d8 from datanode DatanodeRegistration(127.0.0.1:44765, datanodeUuid=adae88ed-32f4-4a64-9dc7-8f9755adc01e, infoPort=45997, infoSecurePort=0, ipcPort=33793, storageInfo=lv=-57;cid=testClusterID;nsid=700247266;c=1731750639304) 2024-11-16T09:50:39,842 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa0a605961bd48dca with lease ID 0x5978aba6e393d870: from storage DS-0eaaef89-64a7-492e-a84b-425d1125d6d8 node DatanodeRegistration(127.0.0.1:44765, datanodeUuid=adae88ed-32f4-4a64-9dc7-8f9755adc01e, infoPort=45997, infoSecurePort=0, ipcPort=33793, storageInfo=lv=-57;cid=testClusterID;nsid=700247266;c=1731750639304), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-16T09:50:39,880 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@d0f922c{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6ba4df17-af79-d2f5-9ff5-a0e49ec5c63b/java.io.tmpdir/jetty-localhost-40909-hadoop-hdfs-3_4_1-tests_jar-_-any-16020582495826347102/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T09:50:39,880 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7a9ff71a{HTTP/1.1, (http/1.1)}{localhost:40909} 2024-11-16T09:50:39,880 INFO [Time-limited test {}] server.Server(415): Started @89608ms 2024-11-16T09:50:39,881 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-16T09:50:39,986 WARN [Thread-813 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6ba4df17-af79-d2f5-9ff5-a0e49ec5c63b/cluster_de9aa974-2296-eadd-4dd0-f97e1112169f/data/data3/current/BP-1927634995-172.17.0.2-1731750639304/current, will proceed with Du for space computation calculation, 2024-11-16T09:50:39,986 WARN [Thread-814 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6ba4df17-af79-d2f5-9ff5-a0e49ec5c63b/cluster_de9aa974-2296-eadd-4dd0-f97e1112169f/data/data4/current/BP-1927634995-172.17.0.2-1731750639304/current, will proceed with Du for space computation calculation, 2024-11-16T09:50:40,003 WARN [Thread-802 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-16T09:50:40,006 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf6c8ff6de9959d4a with lease ID 0x5978aba6e393d871: Processing first storage report for DS-8457adea-8e03-46dd-9f9d-49f2bd74b2c1 from datanode DatanodeRegistration(127.0.0.1:37449, datanodeUuid=70275937-141c-49c9-991d-0652a2fc7ffd, infoPort=37209, infoSecurePort=0, ipcPort=35357, storageInfo=lv=-57;cid=testClusterID;nsid=700247266;c=1731750639304) 2024-11-16T09:50:40,006 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf6c8ff6de9959d4a with lease ID 0x5978aba6e393d871: from storage DS-8457adea-8e03-46dd-9f9d-49f2bd74b2c1 node DatanodeRegistration(127.0.0.1:37449, datanodeUuid=70275937-141c-49c9-991d-0652a2fc7ffd, infoPort=37209, infoSecurePort=0, ipcPort=35357, storageInfo=lv=-57;cid=testClusterID;nsid=700247266;c=1731750639304), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-16T09:50:40,006 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf6c8ff6de9959d4a with lease ID 0x5978aba6e393d871: Processing first storage report for DS-55d0e0a2-f0c0-4645-b59e-6df80d9f98d0 from datanode DatanodeRegistration(127.0.0.1:37449, datanodeUuid=70275937-141c-49c9-991d-0652a2fc7ffd, infoPort=37209, infoSecurePort=0, ipcPort=35357, storageInfo=lv=-57;cid=testClusterID;nsid=700247266;c=1731750639304) 2024-11-16T09:50:40,006 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf6c8ff6de9959d4a with lease ID 0x5978aba6e393d871: from storage DS-55d0e0a2-f0c0-4645-b59e-6df80d9f98d0 node DatanodeRegistration(127.0.0.1:37449, datanodeUuid=70275937-141c-49c9-991d-0652a2fc7ffd, infoPort=37209, infoSecurePort=0, ipcPort=35357, storageInfo=lv=-57;cid=testClusterID;nsid=700247266;c=1731750639304), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-16T09:50:40,010 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6ba4df17-af79-d2f5-9ff5-a0e49ec5c63b 2024-11-16T09:50:40,014 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6ba4df17-af79-d2f5-9ff5-a0e49ec5c63b/cluster_de9aa974-2296-eadd-4dd0-f97e1112169f/zookeeper_0, clientPort=60020, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6ba4df17-af79-d2f5-9ff5-a0e49ec5c63b/cluster_de9aa974-2296-eadd-4dd0-f97e1112169f/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6ba4df17-af79-d2f5-9ff5-a0e49ec5c63b/cluster_de9aa974-2296-eadd-4dd0-f97e1112169f/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-16T09:50:40,015 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=60020 2024-11-16T09:50:40,015 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T09:50:40,016 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T09:50:40,030 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37449 is added to blk_1073741825_1001 (size=7) 2024-11-16T09:50:40,030 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44765 is added to blk_1073741825_1001 (size=7) 2024-11-16T09:50:40,031 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39381/user/jenkins/test-data/f1a46948-4271-cb6b-fe34-fcda4935a72d with version=8 2024-11-16T09:50:40,032 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1141): The hbase.fs.tmp.dir is set to hdfs://localhost:43215/user/jenkins/test-data/0bbf53a3-ecc7-239a-9842-e73c1ae05a75/hbase-staging 2024-11-16T09:50:40,034 INFO [Time-limited test {}] client.ConnectionUtils(128): master/037c58a19ddb:0 server-side Connection retries=45 2024-11-16T09:50:40,035 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T09:50:40,035 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-16T09:50:40,035 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-16T09:50:40,035 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T09:50:40,035 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-16T09:50:40,035 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-16T09:50:40,035 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-16T09:50:40,038 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46845 2024-11-16T09:50:40,039 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:46845 connecting to ZooKeeper ensemble=127.0.0.1:60020 2024-11-16T09:50:40,050 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:468450x0, quorum=127.0.0.1:60020, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T09:50:40,051 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:46845-0x101b07d2ef40000 connected 2024-11-16T09:50:40,088 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T09:50:40,090 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T09:50:40,093 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46845-0x101b07d2ef40000, quorum=127.0.0.1:60020, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-16T09:50:40,093 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:39381/user/jenkins/test-data/f1a46948-4271-cb6b-fe34-fcda4935a72d, hbase.cluster.distributed=false 2024-11-16T09:50:40,095 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46845-0x101b07d2ef40000, quorum=127.0.0.1:60020, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-16T09:50:40,096 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46845 2024-11-16T09:50:40,100 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46845 2024-11-16T09:50:40,100 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46845 2024-11-16T09:50:40,101 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46845 2024-11-16T09:50:40,103 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46845 2024-11-16T09:50:40,121 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/037c58a19ddb:0 server-side Connection retries=45 2024-11-16T09:50:40,121 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T09:50:40,121 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-16T09:50:40,121 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-16T09:50:40,121 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T09:50:40,121 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-16T09:50:40,121 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-16T09:50:40,121 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-16T09:50:40,122 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38801 2024-11-16T09:50:40,123 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38801 connecting to ZooKeeper ensemble=127.0.0.1:60020 2024-11-16T09:50:40,124 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T09:50:40,125 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T09:50:40,130 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:388010x0, quorum=127.0.0.1:60020, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T09:50:40,130 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:388010x0, quorum=127.0.0.1:60020, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-16T09:50:40,130 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38801-0x101b07d2ef40001 connected 2024-11-16T09:50:40,131 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-16T09:50:40,135 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-16T09:50:40,136 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38801-0x101b07d2ef40001, quorum=127.0.0.1:60020, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-16T09:50:40,137 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38801-0x101b07d2ef40001, quorum=127.0.0.1:60020, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-16T09:50:40,145 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38801 2024-11-16T09:50:40,146 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38801 2024-11-16T09:50:40,146 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38801 2024-11-16T09:50:40,147 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38801 2024-11-16T09:50:40,148 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38801 2024-11-16T09:50:40,161 DEBUG [M:0;037c58a19ddb:46845 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;037c58a19ddb:46845 2024-11-16T09:50:40,162 INFO [master/037c58a19ddb:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/037c58a19ddb,46845,1731750640034 2024-11-16T09:50:40,164 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38801-0x101b07d2ef40001, quorum=127.0.0.1:60020, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-16T09:50:40,164 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46845-0x101b07d2ef40000, quorum=127.0.0.1:60020, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-16T09:50:40,165 DEBUG [master/037c58a19ddb:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46845-0x101b07d2ef40000, quorum=127.0.0.1:60020, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/037c58a19ddb,46845,1731750640034 2024-11-16T09:50:40,168 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46845-0x101b07d2ef40000, quorum=127.0.0.1:60020, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T09:50:40,168 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38801-0x101b07d2ef40001, quorum=127.0.0.1:60020, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-16T09:50:40,168 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38801-0x101b07d2ef40001, quorum=127.0.0.1:60020, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T09:50:40,169 DEBUG [master/037c58a19ddb:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46845-0x101b07d2ef40000, quorum=127.0.0.1:60020, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-16T09:50:40,169 INFO [master/037c58a19ddb:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/037c58a19ddb,46845,1731750640034 from backup master directory 2024-11-16T09:50:40,171 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46845-0x101b07d2ef40000, quorum=127.0.0.1:60020, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/037c58a19ddb,46845,1731750640034 2024-11-16T09:50:40,171 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38801-0x101b07d2ef40001, quorum=127.0.0.1:60020, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-16T09:50:40,172 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46845-0x101b07d2ef40000, quorum=127.0.0.1:60020, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-16T09:50:40,172 WARN [master/037c58a19ddb:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-16T09:50:40,172 INFO [master/037c58a19ddb:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=037c58a19ddb,46845,1731750640034 2024-11-16T09:50:40,178 DEBUG [master/037c58a19ddb:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:39381/user/jenkins/test-data/f1a46948-4271-cb6b-fe34-fcda4935a72d/hbase.id] with ID: bc4848c8-0b12-478e-8a3a-fe670f78394a 2024-11-16T09:50:40,178 DEBUG [master/037c58a19ddb:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:39381/user/jenkins/test-data/f1a46948-4271-cb6b-fe34-fcda4935a72d/.tmp/hbase.id 2024-11-16T09:50:40,185 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37449 is added to blk_1073741826_1002 (size=42) 2024-11-16T09:50:40,186 DEBUG [master/037c58a19ddb:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:39381/user/jenkins/test-data/f1a46948-4271-cb6b-fe34-fcda4935a72d/.tmp/hbase.id]:[hdfs://localhost:39381/user/jenkins/test-data/f1a46948-4271-cb6b-fe34-fcda4935a72d/hbase.id] 2024-11-16T09:50:40,188 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44765 is added to blk_1073741826_1002 (size=42) 2024-11-16T09:50:40,206 INFO [master/037c58a19ddb:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T09:50:40,206 INFO [master/037c58a19ddb:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-16T09:50:40,208 INFO [master/037c58a19ddb:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-16T09:50:40,211 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46845-0x101b07d2ef40000, quorum=127.0.0.1:60020, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T09:50:40,211 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38801-0x101b07d2ef40001, quorum=127.0.0.1:60020, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T09:50:40,230 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44765 is added to blk_1073741827_1003 (size=196) 2024-11-16T09:50:40,230 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37449 is added to blk_1073741827_1003 (size=196) 2024-11-16T09:50:40,233 INFO [master/037c58a19ddb:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-16T09:50:40,234 INFO [master/037c58a19ddb:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-16T09:50:40,235 INFO [master/037c58a19ddb:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T09:50:40,256 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44765 is added to blk_1073741828_1004 (size=1189) 2024-11-16T09:50:40,256 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37449 is added to blk_1073741828_1004 (size=1189) 2024-11-16T09:50:40,258 INFO [master/037c58a19ddb:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:39381/user/jenkins/test-data/f1a46948-4271-cb6b-fe34-fcda4935a72d/MasterData/data/master/store 2024-11-16T09:50:40,289 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44765 is added to blk_1073741829_1005 (size=34) 2024-11-16T09:50:40,289 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37449 is added to blk_1073741829_1005 (size=34) 2024-11-16T09:50:40,296 DEBUG [master/037c58a19ddb:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T09:50:40,296 DEBUG [master/037c58a19ddb:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-16T09:50:40,296 INFO [master/037c58a19ddb:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T09:50:40,296 DEBUG [master/037c58a19ddb:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T09:50:40,296 DEBUG [master/037c58a19ddb:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-16T09:50:40,296 DEBUG [master/037c58a19ddb:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T09:50:40,296 INFO [master/037c58a19ddb:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T09:50:40,297 DEBUG [master/037c58a19ddb:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731750640296Disabling compacts and flushes for region at 1731750640296Disabling writes for close at 1731750640296Writing region close event to WAL at 1731750640296Closed at 1731750640296 2024-11-16T09:50:40,298 WARN [master/037c58a19ddb:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:39381/user/jenkins/test-data/f1a46948-4271-cb6b-fe34-fcda4935a72d/MasterData/data/master/store/.initializing 2024-11-16T09:50:40,298 DEBUG [master/037c58a19ddb:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39381/user/jenkins/test-data/f1a46948-4271-cb6b-fe34-fcda4935a72d/MasterData/WALs/037c58a19ddb,46845,1731750640034 2024-11-16T09:50:40,299 INFO [master/037c58a19ddb:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-16T09:50:40,302 INFO [master/037c58a19ddb:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=037c58a19ddb%2C46845%2C1731750640034, suffix=, logDir=hdfs://localhost:39381/user/jenkins/test-data/f1a46948-4271-cb6b-fe34-fcda4935a72d/MasterData/WALs/037c58a19ddb,46845,1731750640034, archiveDir=hdfs://localhost:39381/user/jenkins/test-data/f1a46948-4271-cb6b-fe34-fcda4935a72d/MasterData/oldWALs, maxLogs=10 2024-11-16T09:50:40,319 DEBUG [master/037c58a19ddb:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f1a46948-4271-cb6b-fe34-fcda4935a72d/MasterData/WALs/037c58a19ddb,46845,1731750640034/037c58a19ddb%2C46845%2C1731750640034.1731750640302, exclude list is [], retry=0 2024-11-16T09:50:40,324 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44765,DS-fa91891f-b59d-4d21-a3f1-94450a721b5b,DISK] 2024-11-16T09:50:40,328 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37449,DS-8457adea-8e03-46dd-9f9d-49f2bd74b2c1,DISK] 2024-11-16T09:50:40,338 INFO [master/037c58a19ddb:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f1a46948-4271-cb6b-fe34-fcda4935a72d/MasterData/WALs/037c58a19ddb,46845,1731750640034/037c58a19ddb%2C46845%2C1731750640034.1731750640302 2024-11-16T09:50:40,338 DEBUG [master/037c58a19ddb:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45997:45997),(127.0.0.1/127.0.0.1:37209:37209)] 2024-11-16T09:50:40,338 DEBUG [master/037c58a19ddb:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-16T09:50:40,338 DEBUG [master/037c58a19ddb:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T09:50:40,338 DEBUG [master/037c58a19ddb:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T09:50:40,338 DEBUG [master/037c58a19ddb:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T09:50:40,341 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T09:50:40,343 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-16T09:50:40,343 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T09:50:40,344 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T09:50:40,344 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T09:50:40,345 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-16T09:50:40,345 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T09:50:40,347 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T09:50:40,347 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T09:50:40,350 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-16T09:50:40,350 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T09:50:40,351 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T09:50:40,352 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T09:50:40,354 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-16T09:50:40,354 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T09:50:40,354 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T09:50:40,354 DEBUG [master/037c58a19ddb:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T09:50:40,356 DEBUG [master/037c58a19ddb:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39381/user/jenkins/test-data/f1a46948-4271-cb6b-fe34-fcda4935a72d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-16T09:50:40,356 DEBUG [master/037c58a19ddb:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39381/user/jenkins/test-data/f1a46948-4271-cb6b-fe34-fcda4935a72d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-16T09:50:40,358 DEBUG [master/037c58a19ddb:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T09:50:40,358 DEBUG [master/037c58a19ddb:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T09:50:40,358 DEBUG [master/037c58a19ddb:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T09:50:40,361 DEBUG [master/037c58a19ddb:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T09:50:40,364 DEBUG [master/037c58a19ddb:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39381/user/jenkins/test-data/f1a46948-4271-cb6b-fe34-fcda4935a72d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T09:50:40,365 INFO [master/037c58a19ddb:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=868274, jitterRate=0.10406796634197235}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T09:50:40,366 DEBUG [master/037c58a19ddb:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731750640339Initializing all the Stores at 1731750640340 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731750640340Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731750640341 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731750640341Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731750640341Cleaning up temporary data from old regions at 1731750640358 (+17 ms)Region opened successfully at 1731750640365 (+7 ms) 2024-11-16T09:50:40,366 INFO [master/037c58a19ddb:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-16T09:50:40,369 DEBUG [master/037c58a19ddb:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a03b12, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=037c58a19ddb/172.17.0.2:0 2024-11-16T09:50:40,371 INFO [master/037c58a19ddb:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-16T09:50:40,371 INFO [master/037c58a19ddb:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-16T09:50:40,371 INFO [master/037c58a19ddb:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-16T09:50:40,371 INFO [master/037c58a19ddb:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-16T09:50:40,371 INFO [master/037c58a19ddb:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-16T09:50:40,372 INFO [master/037c58a19ddb:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-16T09:50:40,372 INFO [master/037c58a19ddb:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-16T09:50:40,374 INFO [master/037c58a19ddb:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-16T09:50:40,375 DEBUG [master/037c58a19ddb:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46845-0x101b07d2ef40000, quorum=127.0.0.1:60020, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-16T09:50:40,377 DEBUG [master/037c58a19ddb:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-16T09:50:40,377 INFO [master/037c58a19ddb:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-16T09:50:40,378 DEBUG [master/037c58a19ddb:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46845-0x101b07d2ef40000, quorum=127.0.0.1:60020, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-16T09:50:40,379 DEBUG [master/037c58a19ddb:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-16T09:50:40,380 INFO [master/037c58a19ddb:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-16T09:50:40,381 DEBUG [master/037c58a19ddb:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46845-0x101b07d2ef40000, quorum=127.0.0.1:60020, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-16T09:50:40,384 DEBUG [master/037c58a19ddb:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-16T09:50:40,388 DEBUG [master/037c58a19ddb:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46845-0x101b07d2ef40000, quorum=127.0.0.1:60020, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-16T09:50:40,390 DEBUG [master/037c58a19ddb:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-16T09:50:40,396 DEBUG [master/037c58a19ddb:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46845-0x101b07d2ef40000, quorum=127.0.0.1:60020, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-16T09:50:40,398 DEBUG [master/037c58a19ddb:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-16T09:50:40,401 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46845-0x101b07d2ef40000, quorum=127.0.0.1:60020, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-16T09:50:40,401 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38801-0x101b07d2ef40001, quorum=127.0.0.1:60020, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-16T09:50:40,401 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46845-0x101b07d2ef40000, quorum=127.0.0.1:60020, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T09:50:40,401 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38801-0x101b07d2ef40001, quorum=127.0.0.1:60020, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T09:50:40,404 INFO [master/037c58a19ddb:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=037c58a19ddb,46845,1731750640034, sessionid=0x101b07d2ef40000, setting cluster-up flag (Was=false) 2024-11-16T09:50:40,408 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38801-0x101b07d2ef40001, quorum=127.0.0.1:60020, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T09:50:40,408 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46845-0x101b07d2ef40000, quorum=127.0.0.1:60020, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T09:50:40,414 DEBUG [master/037c58a19ddb:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-16T09:50:40,416 DEBUG [master/037c58a19ddb:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=037c58a19ddb,46845,1731750640034 2024-11-16T09:50:40,421 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38801-0x101b07d2ef40001, quorum=127.0.0.1:60020, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T09:50:40,422 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46845-0x101b07d2ef40000, quorum=127.0.0.1:60020, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T09:50:40,429 DEBUG [master/037c58a19ddb:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-16T09:50:40,430 DEBUG [master/037c58a19ddb:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=037c58a19ddb,46845,1731750640034 2024-11-16T09:50:40,432 INFO [master/037c58a19ddb:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:39381/user/jenkins/test-data/f1a46948-4271-cb6b-fe34-fcda4935a72d/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-16T09:50:40,446 DEBUG [master/037c58a19ddb:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-16T09:50:40,447 INFO [master/037c58a19ddb:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-16T09:50:40,447 INFO [master/037c58a19ddb:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-16T09:50:40,447 DEBUG [master/037c58a19ddb:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 037c58a19ddb,46845,1731750640034 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-16T09:50:40,449 DEBUG [master/037c58a19ddb:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/037c58a19ddb:0, corePoolSize=5, maxPoolSize=5 2024-11-16T09:50:40,449 DEBUG [master/037c58a19ddb:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/037c58a19ddb:0, corePoolSize=5, maxPoolSize=5 2024-11-16T09:50:40,449 DEBUG [master/037c58a19ddb:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/037c58a19ddb:0, corePoolSize=5, maxPoolSize=5 2024-11-16T09:50:40,449 DEBUG [master/037c58a19ddb:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/037c58a19ddb:0, corePoolSize=5, maxPoolSize=5 2024-11-16T09:50:40,449 DEBUG [master/037c58a19ddb:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/037c58a19ddb:0, corePoolSize=10, maxPoolSize=10 2024-11-16T09:50:40,449 DEBUG [master/037c58a19ddb:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/037c58a19ddb:0, corePoolSize=1, maxPoolSize=1 2024-11-16T09:50:40,449 DEBUG [master/037c58a19ddb:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/037c58a19ddb:0, corePoolSize=2, maxPoolSize=2 2024-11-16T09:50:40,449 DEBUG [master/037c58a19ddb:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/037c58a19ddb:0, corePoolSize=1, maxPoolSize=1 2024-11-16T09:50:40,450 INFO [RS:0;037c58a19ddb:38801 {}] regionserver.HRegionServer(746): ClusterId : bc4848c8-0b12-478e-8a3a-fe670f78394a 2024-11-16T09:50:40,450 DEBUG [RS:0;037c58a19ddb:38801 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-16T09:50:40,453 DEBUG [RS:0;037c58a19ddb:38801 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-16T09:50:40,453 DEBUG [RS:0;037c58a19ddb:38801 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-16T09:50:40,460 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T09:50:40,461 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-16T09:50:40,461 INFO [master/037c58a19ddb:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731750670461 2024-11-16T09:50:40,461 INFO [master/037c58a19ddb:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-16T09:50:40,461 INFO [master/037c58a19ddb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-16T09:50:40,461 INFO [master/037c58a19ddb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-16T09:50:40,461 INFO [master/037c58a19ddb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-16T09:50:40,461 INFO [master/037c58a19ddb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-16T09:50:40,461 INFO [master/037c58a19ddb:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-16T09:50:40,472 INFO [master/037c58a19ddb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-16T09:50:40,472 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T09:50:40,472 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-16T09:50:40,473 DEBUG [RS:0;037c58a19ddb:38801 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-16T09:50:40,474 DEBUG [RS:0;037c58a19ddb:38801 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f1839fc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=037c58a19ddb/172.17.0.2:0 2024-11-16T09:50:40,480 INFO [master/037c58a19ddb:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-16T09:50:40,480 INFO [master/037c58a19ddb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-16T09:50:40,480 INFO [master/037c58a19ddb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-16T09:50:40,488 INFO [master/037c58a19ddb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-16T09:50:40,488 INFO [master/037c58a19ddb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-16T09:50:40,492 DEBUG [master/037c58a19ddb:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/037c58a19ddb:0:becomeActiveMaster-HFileCleaner.large.0-1731750640488,5,FailOnTimeoutGroup] 2024-11-16T09:50:40,492 DEBUG [master/037c58a19ddb:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/037c58a19ddb:0:becomeActiveMaster-HFileCleaner.small.0-1731750640492,5,FailOnTimeoutGroup] 2024-11-16T09:50:40,492 INFO [master/037c58a19ddb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-16T09:50:40,492 INFO [master/037c58a19ddb:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-16T09:50:40,492 INFO [master/037c58a19ddb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-16T09:50:40,492 INFO [master/037c58a19ddb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-16T09:50:40,502 DEBUG [RS:0;037c58a19ddb:38801 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;037c58a19ddb:38801 2024-11-16T09:50:40,502 INFO [RS:0;037c58a19ddb:38801 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-16T09:50:40,502 INFO [RS:0;037c58a19ddb:38801 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-16T09:50:40,502 DEBUG [RS:0;037c58a19ddb:38801 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-16T09:50:40,503 INFO [RS:0;037c58a19ddb:38801 {}] regionserver.HRegionServer(2659): reportForDuty to master=037c58a19ddb,46845,1731750640034 with port=38801, startcode=1731750640120 2024-11-16T09:50:40,503 DEBUG [RS:0;037c58a19ddb:38801 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-16T09:50:40,510 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51811, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-11-16T09:50:40,511 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46845 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 037c58a19ddb,38801,1731750640120 2024-11-16T09:50:40,512 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46845 {}] master.ServerManager(517): Registering regionserver=037c58a19ddb,38801,1731750640120 2024-11-16T09:50:40,512 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37449 is added to blk_1073741831_1007 (size=1321) 2024-11-16T09:50:40,512 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44765 is added to blk_1073741831_1007 (size=1321) 2024-11-16T09:50:40,514 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:39381/user/jenkins/test-data/f1a46948-4271-cb6b-fe34-fcda4935a72d/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-16T09:50:40,514 DEBUG [RS:0;037c58a19ddb:38801 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39381/user/jenkins/test-data/f1a46948-4271-cb6b-fe34-fcda4935a72d 2024-11-16T09:50:40,514 DEBUG [RS:0;037c58a19ddb:38801 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39381 2024-11-16T09:50:40,514 DEBUG [RS:0;037c58a19ddb:38801 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-16T09:50:40,514 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39381/user/jenkins/test-data/f1a46948-4271-cb6b-fe34-fcda4935a72d 2024-11-16T09:50:40,516 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46845-0x101b07d2ef40000, quorum=127.0.0.1:60020, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-16T09:50:40,517 DEBUG [RS:0;037c58a19ddb:38801 {}] zookeeper.ZKUtil(111): regionserver:38801-0x101b07d2ef40001, quorum=127.0.0.1:60020, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/037c58a19ddb,38801,1731750640120 2024-11-16T09:50:40,517 WARN [RS:0;037c58a19ddb:38801 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-16T09:50:40,517 INFO [RS:0;037c58a19ddb:38801 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T09:50:40,517 DEBUG [RS:0;037c58a19ddb:38801 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39381/user/jenkins/test-data/f1a46948-4271-cb6b-fe34-fcda4935a72d/WALs/037c58a19ddb,38801,1731750640120 2024-11-16T09:50:40,529 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [037c58a19ddb,38801,1731750640120] 2024-11-16T09:50:40,538 INFO [RS:0;037c58a19ddb:38801 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-16T09:50:40,542 INFO [RS:0;037c58a19ddb:38801 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-16T09:50:40,542 INFO [RS:0;037c58a19ddb:38801 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-16T09:50:40,543 INFO [RS:0;037c58a19ddb:38801 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T09:50:40,543 INFO [RS:0;037c58a19ddb:38801 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-16T09:50:40,544 INFO [RS:0;037c58a19ddb:38801 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-16T09:50:40,544 INFO [RS:0;037c58a19ddb:38801 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-16T09:50:40,545 DEBUG [RS:0;037c58a19ddb:38801 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/037c58a19ddb:0, corePoolSize=1, maxPoolSize=1 2024-11-16T09:50:40,545 DEBUG [RS:0;037c58a19ddb:38801 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/037c58a19ddb:0, corePoolSize=1, maxPoolSize=1 2024-11-16T09:50:40,545 DEBUG [RS:0;037c58a19ddb:38801 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/037c58a19ddb:0, corePoolSize=1, maxPoolSize=1 2024-11-16T09:50:40,545 DEBUG [RS:0;037c58a19ddb:38801 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/037c58a19ddb:0, corePoolSize=1, maxPoolSize=1 2024-11-16T09:50:40,545 DEBUG [RS:0;037c58a19ddb:38801 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/037c58a19ddb:0, corePoolSize=1, maxPoolSize=1 2024-11-16T09:50:40,545 DEBUG [RS:0;037c58a19ddb:38801 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/037c58a19ddb:0, corePoolSize=2, maxPoolSize=2 2024-11-16T09:50:40,545 DEBUG [RS:0;037c58a19ddb:38801 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/037c58a19ddb:0, corePoolSize=1, maxPoolSize=1 2024-11-16T09:50:40,545 DEBUG [RS:0;037c58a19ddb:38801 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/037c58a19ddb:0, corePoolSize=1, maxPoolSize=1 2024-11-16T09:50:40,545 DEBUG [RS:0;037c58a19ddb:38801 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/037c58a19ddb:0, corePoolSize=1, maxPoolSize=1 2024-11-16T09:50:40,545 DEBUG [RS:0;037c58a19ddb:38801 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/037c58a19ddb:0, corePoolSize=1, maxPoolSize=1 2024-11-16T09:50:40,545 DEBUG [RS:0;037c58a19ddb:38801 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/037c58a19ddb:0, corePoolSize=1, maxPoolSize=1 2024-11-16T09:50:40,546 DEBUG [RS:0;037c58a19ddb:38801 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/037c58a19ddb:0, corePoolSize=1, maxPoolSize=1 2024-11-16T09:50:40,546 DEBUG [RS:0;037c58a19ddb:38801 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/037c58a19ddb:0, corePoolSize=3, maxPoolSize=3 2024-11-16T09:50:40,546 DEBUG [RS:0;037c58a19ddb:38801 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/037c58a19ddb:0, corePoolSize=3, maxPoolSize=3 2024-11-16T09:50:40,552 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37449 is added to blk_1073741832_1008 (size=32) 2024-11-16T09:50:40,552 INFO [RS:0;037c58a19ddb:38801 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-16T09:50:40,552 INFO [RS:0;037c58a19ddb:38801 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-16T09:50:40,552 INFO [RS:0;037c58a19ddb:38801 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T09:50:40,552 INFO [RS:0;037c58a19ddb:38801 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-16T09:50:40,552 INFO [RS:0;037c58a19ddb:38801 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-16T09:50:40,553 INFO [RS:0;037c58a19ddb:38801 {}] hbase.ChoreService(168): Chore ScheduledChore name=037c58a19ddb,38801,1731750640120-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-16T09:50:40,552 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44765 is added to blk_1073741832_1008 (size=32) 2024-11-16T09:50:40,554 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T09:50:40,556 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-16T09:50:40,558 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-16T09:50:40,558 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T09:50:40,558 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T09:50:40,559 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-16T09:50:40,560 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-16T09:50:40,560 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T09:50:40,561 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T09:50:40,561 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-16T09:50:40,563 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-16T09:50:40,563 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T09:50:40,564 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T09:50:40,564 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-16T09:50:40,566 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-16T09:50:40,566 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T09:50:40,567 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T09:50:40,567 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-16T09:50:40,568 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39381/user/jenkins/test-data/f1a46948-4271-cb6b-fe34-fcda4935a72d/data/hbase/meta/1588230740 2024-11-16T09:50:40,569 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39381/user/jenkins/test-data/f1a46948-4271-cb6b-fe34-fcda4935a72d/data/hbase/meta/1588230740 2024-11-16T09:50:40,572 INFO [RS:0;037c58a19ddb:38801 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-16T09:50:40,572 INFO [RS:0;037c58a19ddb:38801 {}] hbase.ChoreService(168): Chore ScheduledChore name=037c58a19ddb,38801,1731750640120-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T09:50:40,573 INFO [RS:0;037c58a19ddb:38801 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T09:50:40,573 INFO [RS:0;037c58a19ddb:38801 {}] regionserver.Replication(171): 037c58a19ddb,38801,1731750640120 started 2024-11-16T09:50:40,573 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-16T09:50:40,573 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-16T09:50:40,574 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-16T09:50:40,577 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-16T09:50:40,581 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39381/user/jenkins/test-data/f1a46948-4271-cb6b-fe34-fcda4935a72d/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T09:50:40,581 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=835411, jitterRate=0.06228117644786835}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-16T09:50:40,582 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731750640554Initializing all the Stores at 1731750640555 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731750640555Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731750640555Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731750640555Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731750640555Cleaning up temporary data from old regions at 1731750640573 (+18 ms)Region opened successfully at 1731750640582 (+9 ms) 2024-11-16T09:50:40,583 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-16T09:50:40,583 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-16T09:50:40,583 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-16T09:50:40,583 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-16T09:50:40,583 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-16T09:50:40,583 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-16T09:50:40,583 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731750640583Disabling compacts and flushes for region at 1731750640583Disabling writes for close at 1731750640583Writing region close event to WAL at 1731750640583Closed at 1731750640583 2024-11-16T09:50:40,585 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T09:50:40,585 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-16T09:50:40,586 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-16T09:50:40,587 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-16T09:50:40,590 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-16T09:50:40,592 INFO [RS:0;037c58a19ddb:38801 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T09:50:40,592 INFO [RS:0;037c58a19ddb:38801 {}] regionserver.HRegionServer(1482): Serving as 037c58a19ddb,38801,1731750640120, RpcServer on 037c58a19ddb/172.17.0.2:38801, sessionid=0x101b07d2ef40001 2024-11-16T09:50:40,592 DEBUG [RS:0;037c58a19ddb:38801 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-16T09:50:40,592 DEBUG [RS:0;037c58a19ddb:38801 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 037c58a19ddb,38801,1731750640120 2024-11-16T09:50:40,592 DEBUG [RS:0;037c58a19ddb:38801 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '037c58a19ddb,38801,1731750640120' 2024-11-16T09:50:40,592 DEBUG [RS:0;037c58a19ddb:38801 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-16T09:50:40,593 DEBUG [RS:0;037c58a19ddb:38801 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-16T09:50:40,593 DEBUG [RS:0;037c58a19ddb:38801 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-16T09:50:40,593 DEBUG [RS:0;037c58a19ddb:38801 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-16T09:50:40,593 DEBUG [RS:0;037c58a19ddb:38801 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 037c58a19ddb,38801,1731750640120 2024-11-16T09:50:40,593 DEBUG [RS:0;037c58a19ddb:38801 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '037c58a19ddb,38801,1731750640120' 2024-11-16T09:50:40,594 DEBUG [RS:0;037c58a19ddb:38801 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-16T09:50:40,594 DEBUG [RS:0;037c58a19ddb:38801 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-16T09:50:40,595 DEBUG [RS:0;037c58a19ddb:38801 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-16T09:50:40,595 INFO [RS:0;037c58a19ddb:38801 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-16T09:50:40,595 INFO [RS:0;037c58a19ddb:38801 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-16T09:50:40,695 INFO [RS:0;037c58a19ddb:38801 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-16T09:50:40,698 INFO [RS:0;037c58a19ddb:38801 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=037c58a19ddb%2C38801%2C1731750640120, suffix=, logDir=hdfs://localhost:39381/user/jenkins/test-data/f1a46948-4271-cb6b-fe34-fcda4935a72d/WALs/037c58a19ddb,38801,1731750640120, archiveDir=hdfs://localhost:39381/user/jenkins/test-data/f1a46948-4271-cb6b-fe34-fcda4935a72d/oldWALs, maxLogs=32 2024-11-16T09:50:40,716 DEBUG [RS:0;037c58a19ddb:38801 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f1a46948-4271-cb6b-fe34-fcda4935a72d/WALs/037c58a19ddb,38801,1731750640120/037c58a19ddb%2C38801%2C1731750640120.1731750640699, exclude list is [], retry=0 2024-11-16T09:50:40,719 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44765,DS-fa91891f-b59d-4d21-a3f1-94450a721b5b,DISK] 2024-11-16T09:50:40,719 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37449,DS-8457adea-8e03-46dd-9f9d-49f2bd74b2c1,DISK] 2024-11-16T09:50:40,722 INFO [RS:0;037c58a19ddb:38801 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f1a46948-4271-cb6b-fe34-fcda4935a72d/WALs/037c58a19ddb,38801,1731750640120/037c58a19ddb%2C38801%2C1731750640120.1731750640699 2024-11-16T09:50:40,722 DEBUG [RS:0;037c58a19ddb:38801 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45997:45997),(127.0.0.1/127.0.0.1:37209:37209)] 2024-11-16T09:50:40,740 DEBUG [037c58a19ddb:46845 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-16T09:50:40,741 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=037c58a19ddb,38801,1731750640120 2024-11-16T09:50:40,742 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 037c58a19ddb,38801,1731750640120, state=OPENING 2024-11-16T09:50:40,744 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-16T09:50:40,747 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46845-0x101b07d2ef40000, quorum=127.0.0.1:60020, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T09:50:40,747 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38801-0x101b07d2ef40001, quorum=127.0.0.1:60020, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T09:50:40,748 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-16T09:50:40,748 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-16T09:50:40,752 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-16T09:50:40,752 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=037c58a19ddb,38801,1731750640120}] 2024-11-16T09:50:40,906 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-16T09:50:40,908 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59587, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-16T09:50:40,915 INFO [RS_OPEN_META-regionserver/037c58a19ddb:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-16T09:50:40,915 INFO [RS_OPEN_META-regionserver/037c58a19ddb:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T09:50:40,916 INFO [RS_OPEN_META-regionserver/037c58a19ddb:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-16T09:50:40,918 INFO [RS_OPEN_META-regionserver/037c58a19ddb:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=037c58a19ddb%2C38801%2C1731750640120.meta, suffix=.meta, logDir=hdfs://localhost:39381/user/jenkins/test-data/f1a46948-4271-cb6b-fe34-fcda4935a72d/WALs/037c58a19ddb,38801,1731750640120, archiveDir=hdfs://localhost:39381/user/jenkins/test-data/f1a46948-4271-cb6b-fe34-fcda4935a72d/oldWALs, maxLogs=32 2024-11-16T09:50:40,933 DEBUG [RS_OPEN_META-regionserver/037c58a19ddb:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f1a46948-4271-cb6b-fe34-fcda4935a72d/WALs/037c58a19ddb,38801,1731750640120/037c58a19ddb%2C38801%2C1731750640120.meta.1731750640918.meta, exclude list is [], retry=0 2024-11-16T09:50:40,936 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44765,DS-fa91891f-b59d-4d21-a3f1-94450a721b5b,DISK] 2024-11-16T09:50:40,936 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37449,DS-8457adea-8e03-46dd-9f9d-49f2bd74b2c1,DISK] 2024-11-16T09:50:40,940 INFO [RS_OPEN_META-regionserver/037c58a19ddb:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f1a46948-4271-cb6b-fe34-fcda4935a72d/WALs/037c58a19ddb,38801,1731750640120/037c58a19ddb%2C38801%2C1731750640120.meta.1731750640918.meta 2024-11-16T09:50:40,941 DEBUG [RS_OPEN_META-regionserver/037c58a19ddb:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45997:45997),(127.0.0.1/127.0.0.1:37209:37209)] 2024-11-16T09:50:40,941 DEBUG [RS_OPEN_META-regionserver/037c58a19ddb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-16T09:50:40,942 DEBUG [RS_OPEN_META-regionserver/037c58a19ddb:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-16T09:50:40,942 DEBUG [RS_OPEN_META-regionserver/037c58a19ddb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-16T09:50:40,942 INFO [RS_OPEN_META-regionserver/037c58a19ddb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-16T09:50:40,942 DEBUG [RS_OPEN_META-regionserver/037c58a19ddb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-16T09:50:40,942 DEBUG [RS_OPEN_META-regionserver/037c58a19ddb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T09:50:40,942 DEBUG [RS_OPEN_META-regionserver/037c58a19ddb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-16T09:50:40,942 DEBUG [RS_OPEN_META-regionserver/037c58a19ddb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-16T09:50:40,944 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-16T09:50:40,945 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-16T09:50:40,945 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T09:50:40,946 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T09:50:40,946 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-16T09:50:40,947 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-16T09:50:40,947 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T09:50:40,948 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T09:50:40,948 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-16T09:50:40,949 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-16T09:50:40,949 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T09:50:40,949 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T09:50:40,950 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-16T09:50:40,950 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-16T09:50:40,950 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T09:50:40,951 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T09:50:40,951 DEBUG [RS_OPEN_META-regionserver/037c58a19ddb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-16T09:50:40,952 DEBUG [RS_OPEN_META-regionserver/037c58a19ddb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39381/user/jenkins/test-data/f1a46948-4271-cb6b-fe34-fcda4935a72d/data/hbase/meta/1588230740 2024-11-16T09:50:40,953 DEBUG [RS_OPEN_META-regionserver/037c58a19ddb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39381/user/jenkins/test-data/f1a46948-4271-cb6b-fe34-fcda4935a72d/data/hbase/meta/1588230740 2024-11-16T09:50:40,955 DEBUG [RS_OPEN_META-regionserver/037c58a19ddb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-16T09:50:40,955 DEBUG [RS_OPEN_META-regionserver/037c58a19ddb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-16T09:50:40,956 DEBUG [RS_OPEN_META-regionserver/037c58a19ddb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-16T09:50:40,958 DEBUG [RS_OPEN_META-regionserver/037c58a19ddb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-16T09:50:40,959 INFO [RS_OPEN_META-regionserver/037c58a19ddb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=700493, jitterRate=-0.10927727818489075}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-16T09:50:40,959 DEBUG [RS_OPEN_META-regionserver/037c58a19ddb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-16T09:50:40,960 DEBUG [RS_OPEN_META-regionserver/037c58a19ddb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731750640942Writing region info on filesystem at 1731750640942Initializing all the Stores at 1731750640944 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731750640944Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731750640944Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731750640944Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731750640944Cleaning up temporary data from old regions at 1731750640955 (+11 ms)Running coprocessor post-open hooks at 1731750640959 (+4 ms)Region opened successfully at 1731750640960 (+1 ms) 2024-11-16T09:50:40,962 INFO [RS_OPEN_META-regionserver/037c58a19ddb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731750640906 2024-11-16T09:50:40,965 DEBUG [RS_OPEN_META-regionserver/037c58a19ddb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-16T09:50:40,965 INFO [RS_OPEN_META-regionserver/037c58a19ddb:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-16T09:50:40,966 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=037c58a19ddb,38801,1731750640120 2024-11-16T09:50:40,967 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 037c58a19ddb,38801,1731750640120, state=OPEN 2024-11-16T09:50:40,972 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46845-0x101b07d2ef40000, quorum=127.0.0.1:60020, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-16T09:50:40,972 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38801-0x101b07d2ef40001, quorum=127.0.0.1:60020, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-16T09:50:40,972 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=037c58a19ddb,38801,1731750640120 2024-11-16T09:50:40,973 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-16T09:50:40,973 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-16T09:50:40,977 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-16T09:50:40,977 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=037c58a19ddb,38801,1731750640120 in 220 msec 2024-11-16T09:50:40,981 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-16T09:50:40,981 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 392 msec 2024-11-16T09:50:40,987 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T09:50:40,988 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-16T09:50:40,990 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T09:50:40,990 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=037c58a19ddb,38801,1731750640120, seqNum=-1] 2024-11-16T09:50:40,990 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T09:50:40,992 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42109, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T09:50:40,999 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 553 msec 2024-11-16T09:50:40,999 INFO [master/037c58a19ddb:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731750640999, completionTime=-1 2024-11-16T09:50:40,999 INFO [master/037c58a19ddb:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-16T09:50:40,999 DEBUG [master/037c58a19ddb:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-16T09:50:41,002 INFO [master/037c58a19ddb:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-16T09:50:41,002 INFO [master/037c58a19ddb:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731750701002 2024-11-16T09:50:41,002 INFO [master/037c58a19ddb:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731750761002 2024-11-16T09:50:41,002 INFO [master/037c58a19ddb:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-16T09:50:41,002 INFO [master/037c58a19ddb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=037c58a19ddb,46845,1731750640034-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T09:50:41,003 INFO [master/037c58a19ddb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=037c58a19ddb,46845,1731750640034-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T09:50:41,003 INFO [master/037c58a19ddb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=037c58a19ddb,46845,1731750640034-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T09:50:41,003 INFO [master/037c58a19ddb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-037c58a19ddb:46845, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T09:50:41,003 INFO [master/037c58a19ddb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-16T09:50:41,003 INFO [master/037c58a19ddb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-16T09:50:41,006 DEBUG [master/037c58a19ddb:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-16T09:50:41,008 INFO [master/037c58a19ddb:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 0.836sec 2024-11-16T09:50:41,008 INFO [master/037c58a19ddb:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-16T09:50:41,008 INFO [master/037c58a19ddb:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-16T09:50:41,008 INFO [master/037c58a19ddb:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-16T09:50:41,008 INFO [master/037c58a19ddb:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-16T09:50:41,008 INFO [master/037c58a19ddb:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-16T09:50:41,008 INFO [master/037c58a19ddb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=037c58a19ddb,46845,1731750640034-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-16T09:50:41,008 INFO [master/037c58a19ddb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=037c58a19ddb,46845,1731750640034-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-16T09:50:41,015 DEBUG [master/037c58a19ddb:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-16T09:50:41,015 INFO [master/037c58a19ddb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-16T09:50:41,015 INFO [master/037c58a19ddb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=037c58a19ddb,46845,1731750640034-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T09:50:41,051 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24c8c79a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T09:50:41,052 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 037c58a19ddb,46845,-1 for getting cluster id 2024-11-16T09:50:41,052 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T09:50:41,054 DEBUG [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bc4848c8-0b12-478e-8a3a-fe670f78394a' 2024-11-16T09:50:41,055 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T09:50:41,055 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bc4848c8-0b12-478e-8a3a-fe670f78394a" 2024-11-16T09:50:41,055 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10095636, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T09:50:41,055 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [037c58a19ddb,46845,-1] 2024-11-16T09:50:41,056 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T09:50:41,056 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T09:50:41,058 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59990, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T09:50:41,059 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40b51e12, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T09:50:41,059 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T09:50:41,060 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=037c58a19ddb,38801,1731750640120, seqNum=-1] 2024-11-16T09:50:41,061 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T09:50:41,062 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50760, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T09:50:41,065 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=037c58a19ddb,46845,1731750640034 2024-11-16T09:50:41,065 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T09:50:41,068 INFO [Time-limited test {}] master.MasterRpcServices(567): Client=null/null set balanceSwitch=false 2024-11-16T09:50:41,068 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T09:50:41,069 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is 037c58a19ddb,46845,1731750640034 2024-11-16T09:50:41,070 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1dc66db0 2024-11-16T09:50:41,070 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T09:50:41,073 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59998, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-16T09:50:41,074 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46845 {}] util.TableDescriptorChecker(321): MAX_FILESIZE for table descriptor or "hbase.hregion.max.filesize" (786432) is too small, which might cause over splitting into unmanageable number of regions. 2024-11-16T09:50:41,074 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46845 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (8192) is too small, which might cause very frequent flushing. 2024-11-16T09:50:41,074 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46845 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestLogRolling-testCompactionRecordDoesntBlockRolling', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-16T09:50:41,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46845 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-16T09:50:41,078 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=CREATE_TABLE_PRE_OPERATION 2024-11-16T09:50:41,078 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T09:50:41,079 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46845 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestLogRolling-testCompactionRecordDoesntBlockRolling" procId is: 4 2024-11-16T09:50:41,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46845 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T09:50:41,080 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-16T09:50:41,090 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44765 is added to blk_1073741835_1011 (size=405) 2024-11-16T09:50:41,090 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37449 is added to blk_1073741835_1011 (size=405) 2024-11-16T09:50:41,493 INFO [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => bed600dfa15bd37fa0d9dc342cc71b94, NAME => 'TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731750641074.bed600dfa15bd37fa0d9dc342cc71b94.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestLogRolling-testCompactionRecordDoesntBlockRolling', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39381/user/jenkins/test-data/f1a46948-4271-cb6b-fe34-fcda4935a72d 2024-11-16T09:50:41,508 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37449 is added to blk_1073741836_1012 (size=88) 2024-11-16T09:50:41,509 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44765 is added to blk_1073741836_1012 (size=88) 2024-11-16T09:50:41,511 DEBUG [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(898): Instantiated TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731750641074.bed600dfa15bd37fa0d9dc342cc71b94.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T09:50:41,511 DEBUG [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(1722): Closing bed600dfa15bd37fa0d9dc342cc71b94, disabling compactions & flushes 2024-11-16T09:50:41,511 INFO [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(1755): Closing region TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731750641074.bed600dfa15bd37fa0d9dc342cc71b94. 2024-11-16T09:50:41,511 DEBUG [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731750641074.bed600dfa15bd37fa0d9dc342cc71b94. 2024-11-16T09:50:41,511 DEBUG [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731750641074.bed600dfa15bd37fa0d9dc342cc71b94. after waiting 0 ms 2024-11-16T09:50:41,511 DEBUG [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731750641074.bed600dfa15bd37fa0d9dc342cc71b94. 2024-11-16T09:50:41,512 INFO [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(1973): Closed TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731750641074.bed600dfa15bd37fa0d9dc342cc71b94. 2024-11-16T09:50:41,512 DEBUG [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(1676): Region close journal for bed600dfa15bd37fa0d9dc342cc71b94: Waiting for close lock at 1731750641511Disabling compacts and flushes for region at 1731750641511Disabling writes for close at 1731750641511Writing region close event to WAL at 1731750641511Closed at 1731750641511 2024-11-16T09:50:41,514 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=CREATE_TABLE_ADD_TO_META 2024-11-16T09:50:41,514 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731750641074.bed600dfa15bd37fa0d9dc342cc71b94.","families":{"info":[{"qualifier":"regioninfo","vlen":87,"tag":[],"timestamp":"1731750641514"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731750641514"}]},"ts":"1731750641514"} 2024-11-16T09:50:41,518 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-16T09:50:41,521 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-16T09:50:41,521 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testCompactionRecordDoesntBlockRolling","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731750641521"}]},"ts":"1731750641521"} 2024-11-16T09:50:41,525 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testCompactionRecordDoesntBlockRolling, state=ENABLING in hbase:meta 2024-11-16T09:50:41,525 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling, region=bed600dfa15bd37fa0d9dc342cc71b94, ASSIGN}] 2024-11-16T09:50:41,527 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling, region=bed600dfa15bd37fa0d9dc342cc71b94, ASSIGN 2024-11-16T09:50:41,529 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling, region=bed600dfa15bd37fa0d9dc342cc71b94, ASSIGN; state=OFFLINE, location=037c58a19ddb,38801,1731750640120; forceNewPlan=false, retain=false 2024-11-16T09:50:41,680 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=bed600dfa15bd37fa0d9dc342cc71b94, regionState=OPENING, regionLocation=037c58a19ddb,38801,1731750640120 2024-11-16T09:50:41,683 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling, region=bed600dfa15bd37fa0d9dc342cc71b94, ASSIGN because future has completed 2024-11-16T09:50:41,684 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure bed600dfa15bd37fa0d9dc342cc71b94, server=037c58a19ddb,38801,1731750640120}] 2024-11-16T09:50:41,841 INFO [RS_OPEN_REGION-regionserver/037c58a19ddb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731750641074.bed600dfa15bd37fa0d9dc342cc71b94. 2024-11-16T09:50:41,841 DEBUG [RS_OPEN_REGION-regionserver/037c58a19ddb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => bed600dfa15bd37fa0d9dc342cc71b94, NAME => 'TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731750641074.bed600dfa15bd37fa0d9dc342cc71b94.', STARTKEY => '', ENDKEY => ''} 2024-11-16T09:50:41,842 DEBUG [RS_OPEN_REGION-regionserver/037c58a19ddb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestLogRolling-testCompactionRecordDoesntBlockRolling bed600dfa15bd37fa0d9dc342cc71b94 2024-11-16T09:50:41,842 DEBUG [RS_OPEN_REGION-regionserver/037c58a19ddb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731750641074.bed600dfa15bd37fa0d9dc342cc71b94.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T09:50:41,842 DEBUG [RS_OPEN_REGION-regionserver/037c58a19ddb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for bed600dfa15bd37fa0d9dc342cc71b94 2024-11-16T09:50:41,842 DEBUG [RS_OPEN_REGION-regionserver/037c58a19ddb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for bed600dfa15bd37fa0d9dc342cc71b94 2024-11-16T09:50:41,845 INFO [StoreOpener-bed600dfa15bd37fa0d9dc342cc71b94-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region bed600dfa15bd37fa0d9dc342cc71b94 2024-11-16T09:50:41,846 INFO [StoreOpener-bed600dfa15bd37fa0d9dc342cc71b94-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bed600dfa15bd37fa0d9dc342cc71b94 columnFamilyName info 2024-11-16T09:50:41,847 DEBUG [StoreOpener-bed600dfa15bd37fa0d9dc342cc71b94-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T09:50:41,847 INFO [StoreOpener-bed600dfa15bd37fa0d9dc342cc71b94-1 {}] regionserver.HStore(327): Store=bed600dfa15bd37fa0d9dc342cc71b94/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T09:50:41,847 DEBUG [RS_OPEN_REGION-regionserver/037c58a19ddb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for bed600dfa15bd37fa0d9dc342cc71b94 2024-11-16T09:50:41,848 DEBUG [RS_OPEN_REGION-regionserver/037c58a19ddb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39381/user/jenkins/test-data/f1a46948-4271-cb6b-fe34-fcda4935a72d/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/bed600dfa15bd37fa0d9dc342cc71b94 2024-11-16T09:50:41,848 DEBUG [RS_OPEN_REGION-regionserver/037c58a19ddb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39381/user/jenkins/test-data/f1a46948-4271-cb6b-fe34-fcda4935a72d/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/bed600dfa15bd37fa0d9dc342cc71b94 2024-11-16T09:50:41,849 DEBUG [RS_OPEN_REGION-regionserver/037c58a19ddb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for bed600dfa15bd37fa0d9dc342cc71b94 2024-11-16T09:50:41,849 DEBUG [RS_OPEN_REGION-regionserver/037c58a19ddb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for bed600dfa15bd37fa0d9dc342cc71b94 2024-11-16T09:50:41,851 DEBUG [RS_OPEN_REGION-regionserver/037c58a19ddb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for bed600dfa15bd37fa0d9dc342cc71b94 2024-11-16T09:50:41,853 DEBUG [RS_OPEN_REGION-regionserver/037c58a19ddb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39381/user/jenkins/test-data/f1a46948-4271-cb6b-fe34-fcda4935a72d/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/bed600dfa15bd37fa0d9dc342cc71b94/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T09:50:41,853 INFO [RS_OPEN_REGION-regionserver/037c58a19ddb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened bed600dfa15bd37fa0d9dc342cc71b94; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=864346, jitterRate=0.09907330572605133}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-16T09:50:41,853 DEBUG [RS_OPEN_REGION-regionserver/037c58a19ddb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for bed600dfa15bd37fa0d9dc342cc71b94 2024-11-16T09:50:41,854 DEBUG [RS_OPEN_REGION-regionserver/037c58a19ddb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for bed600dfa15bd37fa0d9dc342cc71b94: Running coprocessor pre-open hook at 1731750641843Writing region info on filesystem at 1731750641843Initializing all the Stores at 1731750641845 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731750641845Cleaning up temporary data from old regions at 1731750641849 (+4 ms)Running coprocessor post-open hooks at 1731750641853 (+4 ms)Region opened successfully at 1731750641854 (+1 ms) 2024-11-16T09:50:41,855 INFO [RS_OPEN_REGION-regionserver/037c58a19ddb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731750641074.bed600dfa15bd37fa0d9dc342cc71b94., pid=6, masterSystemTime=1731750641836 2024-11-16T09:50:41,857 DEBUG [RS_OPEN_REGION-regionserver/037c58a19ddb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731750641074.bed600dfa15bd37fa0d9dc342cc71b94. 2024-11-16T09:50:41,857 INFO [RS_OPEN_REGION-regionserver/037c58a19ddb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731750641074.bed600dfa15bd37fa0d9dc342cc71b94. 2024-11-16T09:50:41,858 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=bed600dfa15bd37fa0d9dc342cc71b94, regionState=OPEN, openSeqNum=2, regionLocation=037c58a19ddb,38801,1731750640120 2024-11-16T09:50:41,860 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure bed600dfa15bd37fa0d9dc342cc71b94, server=037c58a19ddb,38801,1731750640120 because future has completed 2024-11-16T09:50:41,864 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-16T09:50:41,864 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure bed600dfa15bd37fa0d9dc342cc71b94, server=037c58a19ddb,38801,1731750640120 in 178 msec 2024-11-16T09:50:41,867 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-16T09:50:41,867 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling, region=bed600dfa15bd37fa0d9dc342cc71b94, ASSIGN in 339 msec 2024-11-16T09:50:41,868 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-16T09:50:41,868 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testCompactionRecordDoesntBlockRolling","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731750641868"}]},"ts":"1731750641868"} 2024-11-16T09:50:41,870 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testCompactionRecordDoesntBlockRolling, state=ENABLED in hbase:meta 2024-11-16T09:50:41,872 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=CREATE_TABLE_POST_OPERATION 2024-11-16T09:50:41,874 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling in 798 msec 2024-11-16T09:50:42,368 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-16T09:50:42,370 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T09:50:42,382 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T09:50:42,383 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T09:50:42,383 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T09:50:42,383 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T09:50:42,384 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T09:50:42,384 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T09:50:42,388 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T09:50:46,538 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-16T09:50:46,539 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestLogRolling-testCompactionRecordDoesntBlockRolling' 2024-11-16T09:50:47,344 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-16T09:50:47,346 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T09:50:47,368 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T09:50:47,368 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T09:50:47,368 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T09:50:47,373 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T09:50:47,374 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T09:50:47,374 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T09:50:47,380 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T09:50:47,400 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-16T09:50:47,400 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-16T09:50:47,401 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-16T09:50:47,401 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-16T09:50:47,401 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-16T09:50:47,401 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-16T09:50:47,402 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-16T09:50:47,402 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testCompactionRecordDoesntBlockRolling Metrics about Tables on a single HBase RegionServer 2024-11-16T09:50:51,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46845 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T09:50:51,121 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestLogRolling-testCompactionRecordDoesntBlockRolling completed 2024-11-16T09:50:51,121 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=TestLogRolling-testCompactionRecordDoesntBlockRolling,, stopping at row=TestLogRolling-testCompactionRecordDoesntBlockRolling ,, for max=2147483647 with caching=100 2024-11-16T09:50:51,125 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2234): Found 1 regions for table TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-16T09:50:51,125 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2240): firstRegionName=TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731750641074.bed600dfa15bd37fa0d9dc342cc71b94. 2024-11-16T09:50:51,127 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestLogRolling-testCompactionRecordDoesntBlockRolling', row='row0001', locateType=CURRENT is [region=TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731750641074.bed600dfa15bd37fa0d9dc342cc71b94., hostname=037c58a19ddb,38801,1731750640120, seqNum=2] 2024-11-16T09:50:51,135 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46845 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-16T09:50:51,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46845 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-16T09:50:51,141 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=7, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_PREPARE 2024-11-16T09:50:51,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46845 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-16T09:50:51,142 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=7, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-16T09:50:51,143 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-16T09:50:51,304 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38801 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-16T09:50:51,305 DEBUG [RS_FLUSH_OPERATIONS-regionserver/037c58a19ddb:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731750641074.bed600dfa15bd37fa0d9dc342cc71b94. 2024-11-16T09:50:51,305 INFO [RS_FLUSH_OPERATIONS-regionserver/037c58a19ddb:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2902): Flushing bed600dfa15bd37fa0d9dc342cc71b94 1/1 column families, dataSize=1.03 KB heapSize=1.35 KB 2024-11-16T09:50:51,323 DEBUG [RS_FLUSH_OPERATIONS-regionserver/037c58a19ddb:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39381/user/jenkins/test-data/f1a46948-4271-cb6b-fe34-fcda4935a72d/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/bed600dfa15bd37fa0d9dc342cc71b94/.tmp/info/28165972cc9c4a0094101087db506796 is 1055, key is row0001/info:/1731750651129/Put/seqid=0 2024-11-16T09:50:51,329 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37449 is added to blk_1073741837_1013 (size=6008) 2024-11-16T09:50:51,329 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44765 is added to blk_1073741837_1013 (size=6008) 2024-11-16T09:50:51,330 INFO [RS_FLUSH_OPERATIONS-regionserver/037c58a19ddb:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:39381/user/jenkins/test-data/f1a46948-4271-cb6b-fe34-fcda4935a72d/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/bed600dfa15bd37fa0d9dc342cc71b94/.tmp/info/28165972cc9c4a0094101087db506796 2024-11-16T09:50:51,338 DEBUG [RS_FLUSH_OPERATIONS-regionserver/037c58a19ddb:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39381/user/jenkins/test-data/f1a46948-4271-cb6b-fe34-fcda4935a72d/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/bed600dfa15bd37fa0d9dc342cc71b94/.tmp/info/28165972cc9c4a0094101087db506796 as hdfs://localhost:39381/user/jenkins/test-data/f1a46948-4271-cb6b-fe34-fcda4935a72d/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/bed600dfa15bd37fa0d9dc342cc71b94/info/28165972cc9c4a0094101087db506796 2024-11-16T09:50:51,345 INFO [RS_FLUSH_OPERATIONS-regionserver/037c58a19ddb:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39381/user/jenkins/test-data/f1a46948-4271-cb6b-fe34-fcda4935a72d/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/bed600dfa15bd37fa0d9dc342cc71b94/info/28165972cc9c4a0094101087db506796, entries=1, sequenceid=5, filesize=5.9 K 2024-11-16T09:50:51,346 INFO [RS_FLUSH_OPERATIONS-regionserver/037c58a19ddb:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(3140): Finished flush of dataSize ~1.03 KB/1051, heapSize ~1.34 KB/1368, currentSize=0 B/0 for bed600dfa15bd37fa0d9dc342cc71b94 in 41ms, sequenceid=5, compaction requested=false 2024-11-16T09:50:51,346 DEBUG [RS_FLUSH_OPERATIONS-regionserver/037c58a19ddb:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2603): Flush status journal for bed600dfa15bd37fa0d9dc342cc71b94: 2024-11-16T09:50:51,346 DEBUG [RS_FLUSH_OPERATIONS-regionserver/037c58a19ddb:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731750641074.bed600dfa15bd37fa0d9dc342cc71b94. 2024-11-16T09:50:51,347 DEBUG [RS_FLUSH_OPERATIONS-regionserver/037c58a19ddb:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-16T09:50:51,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46845 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-16T09:50:51,354 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7 2024-11-16T09:50:51,354 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 208 msec 2024-11-16T09:50:51,356 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestLogRolling-testCompactionRecordDoesntBlockRolling in 219 msec 2024-11-16T09:51:01,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46845 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-16T09:51:01,152 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestLogRolling-testCompactionRecordDoesntBlockRolling completed 2024-11-16T09:51:01,155 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46845 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-16T09:51:01,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46845 {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-16T09:51:01,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46845 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-16T09:51:01,158 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=9, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_PREPARE 2024-11-16T09:51:01,159 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=9, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-16T09:51:01,159 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-16T09:51:01,312 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38801 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-11-16T09:51:01,313 DEBUG [RS_FLUSH_OPERATIONS-regionserver/037c58a19ddb:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731750641074.bed600dfa15bd37fa0d9dc342cc71b94. 2024-11-16T09:51:01,313 INFO [RS_FLUSH_OPERATIONS-regionserver/037c58a19ddb:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2902): Flushing bed600dfa15bd37fa0d9dc342cc71b94 1/1 column families, dataSize=1.03 KB heapSize=1.35 KB 2024-11-16T09:51:01,319 DEBUG [RS_FLUSH_OPERATIONS-regionserver/037c58a19ddb:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39381/user/jenkins/test-data/f1a46948-4271-cb6b-fe34-fcda4935a72d/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/bed600dfa15bd37fa0d9dc342cc71b94/.tmp/info/4ad9dd25ad7749959fb38506dbf9bbbd is 1055, key is row0002/info:/1731750661153/Put/seqid=0 2024-11-16T09:51:01,324 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44765 is added to blk_1073741838_1014 (size=6008) 2024-11-16T09:51:01,325 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37449 is added to blk_1073741838_1014 (size=6008) 2024-11-16T09:51:01,325 INFO [RS_FLUSH_OPERATIONS-regionserver/037c58a19ddb:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:39381/user/jenkins/test-data/f1a46948-4271-cb6b-fe34-fcda4935a72d/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/bed600dfa15bd37fa0d9dc342cc71b94/.tmp/info/4ad9dd25ad7749959fb38506dbf9bbbd 2024-11-16T09:51:01,331 DEBUG [RS_FLUSH_OPERATIONS-regionserver/037c58a19ddb:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39381/user/jenkins/test-data/f1a46948-4271-cb6b-fe34-fcda4935a72d/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/bed600dfa15bd37fa0d9dc342cc71b94/.tmp/info/4ad9dd25ad7749959fb38506dbf9bbbd as hdfs://localhost:39381/user/jenkins/test-data/f1a46948-4271-cb6b-fe34-fcda4935a72d/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/bed600dfa15bd37fa0d9dc342cc71b94/info/4ad9dd25ad7749959fb38506dbf9bbbd 2024-11-16T09:51:01,338 INFO [RS_FLUSH_OPERATIONS-regionserver/037c58a19ddb:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39381/user/jenkins/test-data/f1a46948-4271-cb6b-fe34-fcda4935a72d/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/bed600dfa15bd37fa0d9dc342cc71b94/info/4ad9dd25ad7749959fb38506dbf9bbbd, entries=1, sequenceid=9, filesize=5.9 K 2024-11-16T09:51:01,339 INFO [RS_FLUSH_OPERATIONS-regionserver/037c58a19ddb:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(3140): Finished flush of dataSize ~1.03 KB/1051, heapSize ~1.34 KB/1368, currentSize=0 B/0 for bed600dfa15bd37fa0d9dc342cc71b94 in 26ms, sequenceid=9, compaction requested=false 2024-11-16T09:51:01,339 DEBUG [RS_FLUSH_OPERATIONS-regionserver/037c58a19ddb:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2603): Flush status journal for bed600dfa15bd37fa0d9dc342cc71b94: 2024-11-16T09:51:01,339 DEBUG [RS_FLUSH_OPERATIONS-regionserver/037c58a19ddb:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731750641074.bed600dfa15bd37fa0d9dc342cc71b94. 2024-11-16T09:51:01,339 DEBUG [RS_FLUSH_OPERATIONS-regionserver/037c58a19ddb:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=10 2024-11-16T09:51:01,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46845 {}] master.HMaster(4169): Remote procedure done, pid=10 2024-11-16T09:51:01,344 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-16T09:51:01,344 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 182 msec 2024-11-16T09:51:01,346 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestLogRolling-testCompactionRecordDoesntBlockRolling in 190 msec 2024-11-16T09:51:10,010 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-16T09:51:11,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46845 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-16T09:51:11,182 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestLogRolling-testCompactionRecordDoesntBlockRolling completed 2024-11-16T09:51:11,198 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f1a46948-4271-cb6b-fe34-fcda4935a72d/WALs/037c58a19ddb,38801,1731750640120/037c58a19ddb%2C38801%2C1731750640120.1731750671184, exclude list is [], retry=0 2024-11-16T09:51:11,200 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44765,DS-fa91891f-b59d-4d21-a3f1-94450a721b5b,DISK] 2024-11-16T09:51:11,201 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37449,DS-8457adea-8e03-46dd-9f9d-49f2bd74b2c1,DISK] 2024-11-16T09:51:11,203 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/f1a46948-4271-cb6b-fe34-fcda4935a72d/WALs/037c58a19ddb,38801,1731750640120/037c58a19ddb%2C38801%2C1731750640120.1731750640699 with entries=8, filesize=5.33 KB; new WAL /user/jenkins/test-data/f1a46948-4271-cb6b-fe34-fcda4935a72d/WALs/037c58a19ddb,38801,1731750640120/037c58a19ddb%2C38801%2C1731750640120.1731750671184 2024-11-16T09:51:11,203 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45997:45997),(127.0.0.1/127.0.0.1:37209:37209)] 2024-11-16T09:51:11,203 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:39381/user/jenkins/test-data/f1a46948-4271-cb6b-fe34-fcda4935a72d/WALs/037c58a19ddb,38801,1731750640120/037c58a19ddb%2C38801%2C1731750640120.1731750640699 is not closed yet, will try archiving it next time 2024-11-16T09:51:11,204 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46845 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-16T09:51:11,205 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37449 is added to blk_1073741833_1009 (size=5471) 2024-11-16T09:51:11,206 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44765 is added to blk_1073741833_1009 (size=5471) 2024-11-16T09:51:11,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46845 {}] procedure2.ProcedureExecutor(1139): Stored pid=11, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-16T09:51:11,208 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=11, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_PREPARE 2024-11-16T09:51:11,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46845 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-16T09:51:11,209 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=11, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-16T09:51:11,209 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-16T09:51:11,363 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38801 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-11-16T09:51:11,364 DEBUG [RS_FLUSH_OPERATIONS-regionserver/037c58a19ddb:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731750641074.bed600dfa15bd37fa0d9dc342cc71b94. 2024-11-16T09:51:11,364 INFO [RS_FLUSH_OPERATIONS-regionserver/037c58a19ddb:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2902): Flushing bed600dfa15bd37fa0d9dc342cc71b94 1/1 column families, dataSize=1.03 KB heapSize=1.35 KB 2024-11-16T09:51:11,369 DEBUG [RS_FLUSH_OPERATIONS-regionserver/037c58a19ddb:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39381/user/jenkins/test-data/f1a46948-4271-cb6b-fe34-fcda4935a72d/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/bed600dfa15bd37fa0d9dc342cc71b94/.tmp/info/b21a3951642c428c9d4dc76b3d553ab3 is 1055, key is row0003/info:/1731750671183/Put/seqid=0 2024-11-16T09:51:11,375 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44765 is added to blk_1073741840_1016 (size=6008) 2024-11-16T09:51:11,376 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37449 is added to blk_1073741840_1016 (size=6008) 2024-11-16T09:51:11,376 INFO [RS_FLUSH_OPERATIONS-regionserver/037c58a19ddb:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:39381/user/jenkins/test-data/f1a46948-4271-cb6b-fe34-fcda4935a72d/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/bed600dfa15bd37fa0d9dc342cc71b94/.tmp/info/b21a3951642c428c9d4dc76b3d553ab3 2024-11-16T09:51:11,384 DEBUG [RS_FLUSH_OPERATIONS-regionserver/037c58a19ddb:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39381/user/jenkins/test-data/f1a46948-4271-cb6b-fe34-fcda4935a72d/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/bed600dfa15bd37fa0d9dc342cc71b94/.tmp/info/b21a3951642c428c9d4dc76b3d553ab3 as hdfs://localhost:39381/user/jenkins/test-data/f1a46948-4271-cb6b-fe34-fcda4935a72d/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/bed600dfa15bd37fa0d9dc342cc71b94/info/b21a3951642c428c9d4dc76b3d553ab3 2024-11-16T09:51:11,392 INFO [RS_FLUSH_OPERATIONS-regionserver/037c58a19ddb:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39381/user/jenkins/test-data/f1a46948-4271-cb6b-fe34-fcda4935a72d/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/bed600dfa15bd37fa0d9dc342cc71b94/info/b21a3951642c428c9d4dc76b3d553ab3, entries=1, sequenceid=13, filesize=5.9 K 2024-11-16T09:51:11,393 INFO [RS_FLUSH_OPERATIONS-regionserver/037c58a19ddb:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(3140): Finished flush of dataSize ~1.03 KB/1051, heapSize ~1.34 KB/1368, currentSize=0 B/0 for bed600dfa15bd37fa0d9dc342cc71b94 in 29ms, sequenceid=13, compaction requested=true 2024-11-16T09:51:11,393 DEBUG [RS_FLUSH_OPERATIONS-regionserver/037c58a19ddb:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2603): Flush status journal for bed600dfa15bd37fa0d9dc342cc71b94: 2024-11-16T09:51:11,393 DEBUG [RS_FLUSH_OPERATIONS-regionserver/037c58a19ddb:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731750641074.bed600dfa15bd37fa0d9dc342cc71b94. 2024-11-16T09:51:11,393 DEBUG [RS_FLUSH_OPERATIONS-regionserver/037c58a19ddb:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=12 2024-11-16T09:51:11,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46845 {}] master.HMaster(4169): Remote procedure done, pid=12 2024-11-16T09:51:11,399 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11 2024-11-16T09:51:11,399 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 186 msec 2024-11-16T09:51:11,402 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestLogRolling-testCompactionRecordDoesntBlockRolling in 197 msec 2024-11-16T09:51:21,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46845 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-16T09:51:21,221 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestLogRolling-testCompactionRecordDoesntBlockRolling completed 2024-11-16T09:51:21,225 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-16T09:51:21,228 DEBUG [Time-limited test {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 18024 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-16T09:51:21,230 DEBUG [Time-limited test {}] regionserver.HStore(1541): bed600dfa15bd37fa0d9dc342cc71b94/info is initiating minor compaction (all files) 2024-11-16T09:51:21,230 INFO [Time-limited test {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-16T09:51:21,230 INFO [Time-limited test {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T09:51:21,231 INFO [Time-limited test {}] regionserver.HRegion(2416): Starting compaction of bed600dfa15bd37fa0d9dc342cc71b94/info in TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731750641074.bed600dfa15bd37fa0d9dc342cc71b94. 2024-11-16T09:51:21,231 INFO [Time-limited test {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39381/user/jenkins/test-data/f1a46948-4271-cb6b-fe34-fcda4935a72d/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/bed600dfa15bd37fa0d9dc342cc71b94/info/28165972cc9c4a0094101087db506796, hdfs://localhost:39381/user/jenkins/test-data/f1a46948-4271-cb6b-fe34-fcda4935a72d/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/bed600dfa15bd37fa0d9dc342cc71b94/info/4ad9dd25ad7749959fb38506dbf9bbbd, hdfs://localhost:39381/user/jenkins/test-data/f1a46948-4271-cb6b-fe34-fcda4935a72d/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/bed600dfa15bd37fa0d9dc342cc71b94/info/b21a3951642c428c9d4dc76b3d553ab3] into tmpdir=hdfs://localhost:39381/user/jenkins/test-data/f1a46948-4271-cb6b-fe34-fcda4935a72d/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/bed600dfa15bd37fa0d9dc342cc71b94/.tmp, totalSize=17.6 K 2024-11-16T09:51:21,233 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 28165972cc9c4a0094101087db506796, keycount=1, bloomtype=ROW, size=5.9 K, encoding=NONE, compression=NONE, seqNum=5, earliestPutTs=1731750651129 2024-11-16T09:51:21,233 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 4ad9dd25ad7749959fb38506dbf9bbbd, keycount=1, bloomtype=ROW, size=5.9 K, encoding=NONE, compression=NONE, seqNum=9, earliestPutTs=1731750661153 2024-11-16T09:51:21,234 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting b21a3951642c428c9d4dc76b3d553ab3, keycount=1, bloomtype=ROW, size=5.9 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1731750671183 2024-11-16T09:51:21,265 INFO [Time-limited test {}] throttle.PressureAwareThroughputController(145): bed600dfa15bd37fa0d9dc342cc71b94#info#compaction#21 average throughput is 3.01 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-16T09:51:21,266 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39381/user/jenkins/test-data/f1a46948-4271-cb6b-fe34-fcda4935a72d/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/bed600dfa15bd37fa0d9dc342cc71b94/.tmp/info/914ca3cd01fb4989a32f13a735329ffe is 1055, key is row0001/info:/1731750651129/Put/seqid=0 2024-11-16T09:51:21,276 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37449 is added to blk_1073741841_1017 (size=8221) 2024-11-16T09:51:21,276 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44765 is added to blk_1073741841_1017 (size=8221) 2024-11-16T09:51:21,286 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39381/user/jenkins/test-data/f1a46948-4271-cb6b-fe34-fcda4935a72d/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/bed600dfa15bd37fa0d9dc342cc71b94/.tmp/info/914ca3cd01fb4989a32f13a735329ffe as hdfs://localhost:39381/user/jenkins/test-data/f1a46948-4271-cb6b-fe34-fcda4935a72d/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/bed600dfa15bd37fa0d9dc342cc71b94/info/914ca3cd01fb4989a32f13a735329ffe 2024-11-16T09:51:21,302 INFO [Time-limited test {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in bed600dfa15bd37fa0d9dc342cc71b94/info of bed600dfa15bd37fa0d9dc342cc71b94 into 914ca3cd01fb4989a32f13a735329ffe(size=8.0 K), total size for store is 8.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-16T09:51:21,302 DEBUG [Time-limited test {}] regionserver.HRegion(2446): Compaction status journal for bed600dfa15bd37fa0d9dc342cc71b94: 2024-11-16T09:51:21,328 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f1a46948-4271-cb6b-fe34-fcda4935a72d/WALs/037c58a19ddb,38801,1731750640120/037c58a19ddb%2C38801%2C1731750640120.1731750681306, exclude list is [], retry=0 2024-11-16T09:51:21,332 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44765,DS-fa91891f-b59d-4d21-a3f1-94450a721b5b,DISK] 2024-11-16T09:51:21,332 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37449,DS-8457adea-8e03-46dd-9f9d-49f2bd74b2c1,DISK] 2024-11-16T09:51:21,334 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/f1a46948-4271-cb6b-fe34-fcda4935a72d/WALs/037c58a19ddb,38801,1731750640120/037c58a19ddb%2C38801%2C1731750640120.1731750671184 with entries=4, filesize=2.43 KB; new WAL /user/jenkins/test-data/f1a46948-4271-cb6b-fe34-fcda4935a72d/WALs/037c58a19ddb,38801,1731750640120/037c58a19ddb%2C38801%2C1731750640120.1731750681306 2024-11-16T09:51:21,335 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45997:45997),(127.0.0.1/127.0.0.1:37209:37209)] 2024-11-16T09:51:21,335 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:39381/user/jenkins/test-data/f1a46948-4271-cb6b-fe34-fcda4935a72d/WALs/037c58a19ddb,38801,1731750640120/037c58a19ddb%2C38801%2C1731750640120.1731750671184 is not closed yet, will try archiving it next time 2024-11-16T09:51:21,336 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:39381/user/jenkins/test-data/f1a46948-4271-cb6b-fe34-fcda4935a72d/WALs/037c58a19ddb,38801,1731750640120/037c58a19ddb%2C38801%2C1731750640120.1731750640699 to hdfs://localhost:39381/user/jenkins/test-data/f1a46948-4271-cb6b-fe34-fcda4935a72d/oldWALs/037c58a19ddb%2C38801%2C1731750640120.1731750640699 2024-11-16T09:51:21,336 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46845 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-16T09:51:21,338 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44765 is added to blk_1073741839_1015 (size=2495) 2024-11-16T09:51:21,338 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/f1a46948-4271-cb6b-fe34-fcda4935a72d/WALs/037c58a19ddb,38801,1731750640120/037c58a19ddb%2C38801%2C1731750640120.1731750671184 not finished, retry = 0 2024-11-16T09:51:21,338 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37449 is added to blk_1073741839_1015 (size=2495) 2024-11-16T09:51:21,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46845 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-16T09:51:21,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46845 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-16T09:51:21,341 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=13, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_PREPARE 2024-11-16T09:51:21,342 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=13, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-16T09:51:21,342 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-16T09:51:21,498 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38801 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14 2024-11-16T09:51:21,498 DEBUG [RS_FLUSH_OPERATIONS-regionserver/037c58a19ddb:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731750641074.bed600dfa15bd37fa0d9dc342cc71b94. 2024-11-16T09:51:21,498 INFO [RS_FLUSH_OPERATIONS-regionserver/037c58a19ddb:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2902): Flushing bed600dfa15bd37fa0d9dc342cc71b94 1/1 column families, dataSize=1.03 KB heapSize=1.35 KB 2024-11-16T09:51:21,505 DEBUG [RS_FLUSH_OPERATIONS-regionserver/037c58a19ddb:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39381/user/jenkins/test-data/f1a46948-4271-cb6b-fe34-fcda4935a72d/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/bed600dfa15bd37fa0d9dc342cc71b94/.tmp/info/7a49bf0eda454c5792ed66ad3f276bb7 is 1055, key is row0000/info:/1731750681304/Put/seqid=0 2024-11-16T09:51:21,512 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44765 is added to blk_1073741843_1019 (size=6008) 2024-11-16T09:51:21,513 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37449 is added to blk_1073741843_1019 (size=6008) 2024-11-16T09:51:21,514 INFO [RS_FLUSH_OPERATIONS-regionserver/037c58a19ddb:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=18 (bloomFilter=true), to=hdfs://localhost:39381/user/jenkins/test-data/f1a46948-4271-cb6b-fe34-fcda4935a72d/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/bed600dfa15bd37fa0d9dc342cc71b94/.tmp/info/7a49bf0eda454c5792ed66ad3f276bb7 2024-11-16T09:51:21,523 DEBUG [RS_FLUSH_OPERATIONS-regionserver/037c58a19ddb:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39381/user/jenkins/test-data/f1a46948-4271-cb6b-fe34-fcda4935a72d/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/bed600dfa15bd37fa0d9dc342cc71b94/.tmp/info/7a49bf0eda454c5792ed66ad3f276bb7 as hdfs://localhost:39381/user/jenkins/test-data/f1a46948-4271-cb6b-fe34-fcda4935a72d/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/bed600dfa15bd37fa0d9dc342cc71b94/info/7a49bf0eda454c5792ed66ad3f276bb7 2024-11-16T09:51:21,523 INFO [master/037c58a19ddb:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-16T09:51:21,523 INFO [master/037c58a19ddb:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-16T09:51:21,530 INFO [RS_FLUSH_OPERATIONS-regionserver/037c58a19ddb:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39381/user/jenkins/test-data/f1a46948-4271-cb6b-fe34-fcda4935a72d/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/bed600dfa15bd37fa0d9dc342cc71b94/info/7a49bf0eda454c5792ed66ad3f276bb7, entries=1, sequenceid=18, filesize=5.9 K 2024-11-16T09:51:21,532 INFO [RS_FLUSH_OPERATIONS-regionserver/037c58a19ddb:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(3140): Finished flush of dataSize ~1.03 KB/1051, heapSize ~1.34 KB/1368, currentSize=0 B/0 for bed600dfa15bd37fa0d9dc342cc71b94 in 34ms, sequenceid=18, compaction requested=false 2024-11-16T09:51:21,532 DEBUG [RS_FLUSH_OPERATIONS-regionserver/037c58a19ddb:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2603): Flush status journal for bed600dfa15bd37fa0d9dc342cc71b94: 2024-11-16T09:51:21,532 DEBUG [RS_FLUSH_OPERATIONS-regionserver/037c58a19ddb:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731750641074.bed600dfa15bd37fa0d9dc342cc71b94. 2024-11-16T09:51:21,532 DEBUG [RS_FLUSH_OPERATIONS-regionserver/037c58a19ddb:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=14 2024-11-16T09:51:21,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46845 {}] master.HMaster(4169): Remote procedure done, pid=14 2024-11-16T09:51:21,537 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13 2024-11-16T09:51:21,537 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 192 msec 2024-11-16T09:51:21,541 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestLogRolling-testCompactionRecordDoesntBlockRolling in 201 msec 2024-11-16T09:51:26,842 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region bed600dfa15bd37fa0d9dc342cc71b94, had cached 0 bytes from a total of 14229 2024-11-16T09:51:31,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46845 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-16T09:51:31,432 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestLogRolling-testCompactionRecordDoesntBlockRolling completed 2024-11-16T09:51:31,448 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f1a46948-4271-cb6b-fe34-fcda4935a72d/WALs/037c58a19ddb,38801,1731750640120/037c58a19ddb%2C38801%2C1731750640120.1731750691435, exclude list is [], retry=0 2024-11-16T09:51:31,451 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37449,DS-8457adea-8e03-46dd-9f9d-49f2bd74b2c1,DISK] 2024-11-16T09:51:31,451 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44765,DS-fa91891f-b59d-4d21-a3f1-94450a721b5b,DISK] 2024-11-16T09:51:31,453 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/f1a46948-4271-cb6b-fe34-fcda4935a72d/WALs/037c58a19ddb,38801,1731750640120/037c58a19ddb%2C38801%2C1731750640120.1731750681306 with entries=3, filesize=1.95 KB; new WAL /user/jenkins/test-data/f1a46948-4271-cb6b-fe34-fcda4935a72d/WALs/037c58a19ddb,38801,1731750640120/037c58a19ddb%2C38801%2C1731750640120.1731750691435 2024-11-16T09:51:31,454 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37209:37209),(127.0.0.1/127.0.0.1:45997:45997)] 2024-11-16T09:51:31,454 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:39381/user/jenkins/test-data/f1a46948-4271-cb6b-fe34-fcda4935a72d/WALs/037c58a19ddb,38801,1731750640120/037c58a19ddb%2C38801%2C1731750640120.1731750681306 is not closed yet, will try archiving it next time 2024-11-16T09:51:31,454 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:39381/user/jenkins/test-data/f1a46948-4271-cb6b-fe34-fcda4935a72d/WALs/037c58a19ddb,38801,1731750640120/037c58a19ddb%2C38801%2C1731750640120.1731750671184 to hdfs://localhost:39381/user/jenkins/test-data/f1a46948-4271-cb6b-fe34-fcda4935a72d/oldWALs/037c58a19ddb%2C38801%2C1731750640120.1731750671184 2024-11-16T09:51:31,454 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-16T09:51:31,454 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T09:51:31,454 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T09:51:31,454 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T09:51:31,455 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T09:51:31,455 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-16T09:51:31,455 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=2051423634, stopped=false 2024-11-16T09:51:31,455 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=037c58a19ddb,46845,1731750640034 2024-11-16T09:51:31,456 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T09:51:31,456 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37449 is added to blk_1073741842_1018 (size=2001) 2024-11-16T09:51:31,456 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44765 is added to blk_1073741842_1018 (size=2001) 2024-11-16T09:51:31,457 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46845-0x101b07d2ef40000, quorum=127.0.0.1:60020, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-16T09:51:31,457 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46845-0x101b07d2ef40000, quorum=127.0.0.1:60020, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T09:51:31,457 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38801-0x101b07d2ef40001, quorum=127.0.0.1:60020, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-16T09:51:31,458 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38801-0x101b07d2ef40001, quorum=127.0.0.1:60020, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T09:51:31,458 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-16T09:51:31,458 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T09:51:31,458 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T09:51:31,458 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T09:51:31,459 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:46845-0x101b07d2ef40000, quorum=127.0.0.1:60020, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-16T09:51:31,459 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '037c58a19ddb,38801,1731750640120' ***** 2024-11-16T09:51:31,459 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-16T09:51:31,459 INFO [RS:0;037c58a19ddb:38801 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-16T09:51:31,460 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-16T09:51:31,460 INFO [RS:0;037c58a19ddb:38801 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-16T09:51:31,460 INFO [RS:0;037c58a19ddb:38801 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-16T09:51:31,460 INFO [RS:0;037c58a19ddb:38801 {}] regionserver.HRegionServer(3091): Received CLOSE for bed600dfa15bd37fa0d9dc342cc71b94 2024-11-16T09:51:31,460 INFO [RS:0;037c58a19ddb:38801 {}] regionserver.HRegionServer(959): stopping server 037c58a19ddb,38801,1731750640120 2024-11-16T09:51:31,460 INFO [RS:0;037c58a19ddb:38801 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-16T09:51:31,460 INFO [RS:0;037c58a19ddb:38801 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;037c58a19ddb:38801. 2024-11-16T09:51:31,460 DEBUG [RS_CLOSE_REGION-regionserver/037c58a19ddb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing bed600dfa15bd37fa0d9dc342cc71b94, disabling compactions & flushes 2024-11-16T09:51:31,460 DEBUG [RS:0;037c58a19ddb:38801 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T09:51:31,460 DEBUG [RS:0;037c58a19ddb:38801 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T09:51:31,460 INFO [RS_CLOSE_REGION-regionserver/037c58a19ddb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731750641074.bed600dfa15bd37fa0d9dc342cc71b94. 2024-11-16T09:51:31,460 DEBUG [RS_CLOSE_REGION-regionserver/037c58a19ddb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731750641074.bed600dfa15bd37fa0d9dc342cc71b94. 2024-11-16T09:51:31,460 INFO [RS:0;037c58a19ddb:38801 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-16T09:51:31,460 DEBUG [RS_CLOSE_REGION-regionserver/037c58a19ddb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731750641074.bed600dfa15bd37fa0d9dc342cc71b94. after waiting 0 ms 2024-11-16T09:51:31,461 INFO [RS:0;037c58a19ddb:38801 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-16T09:51:31,461 DEBUG [RS_CLOSE_REGION-regionserver/037c58a19ddb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731750641074.bed600dfa15bd37fa0d9dc342cc71b94. 2024-11-16T09:51:31,461 INFO [RS:0;037c58a19ddb:38801 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-16T09:51:31,461 INFO [RS:0;037c58a19ddb:38801 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-16T09:51:31,461 INFO [RS_CLOSE_REGION-regionserver/037c58a19ddb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing bed600dfa15bd37fa0d9dc342cc71b94 1/1 column families, dataSize=1.03 KB heapSize=1.35 KB 2024-11-16T09:51:31,461 INFO [RS:0;037c58a19ddb:38801 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-16T09:51:31,461 DEBUG [RS:0;037c58a19ddb:38801 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, bed600dfa15bd37fa0d9dc342cc71b94=TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731750641074.bed600dfa15bd37fa0d9dc342cc71b94.} 2024-11-16T09:51:31,461 DEBUG [RS:0;037c58a19ddb:38801 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, bed600dfa15bd37fa0d9dc342cc71b94 2024-11-16T09:51:31,461 DEBUG [RS_CLOSE_META-regionserver/037c58a19ddb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-16T09:51:31,461 INFO [RS_CLOSE_META-regionserver/037c58a19ddb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-16T09:51:31,461 DEBUG [RS_CLOSE_META-regionserver/037c58a19ddb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-16T09:51:31,461 DEBUG [RS_CLOSE_META-regionserver/037c58a19ddb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-16T09:51:31,462 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38801-0x101b07d2ef40001, quorum=127.0.0.1:60020, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-16T09:51:31,464 DEBUG [RS_CLOSE_META-regionserver/037c58a19ddb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-16T09:51:31,464 INFO [RS_CLOSE_META-regionserver/037c58a19ddb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.89 KB heapSize=3.91 KB 2024-11-16T09:51:31,470 DEBUG [RS_CLOSE_REGION-regionserver/037c58a19ddb:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39381/user/jenkins/test-data/f1a46948-4271-cb6b-fe34-fcda4935a72d/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/bed600dfa15bd37fa0d9dc342cc71b94/.tmp/info/f6368cf3ebaf43358f1bc04559c2285f is 1055, key is row0001/info:/1731750691433/Put/seqid=0 2024-11-16T09:51:31,482 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44765 is added to blk_1073741845_1021 (size=6008) 2024-11-16T09:51:31,482 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37449 is added to blk_1073741845_1021 (size=6008) 2024-11-16T09:51:31,488 DEBUG [RS_CLOSE_META-regionserver/037c58a19ddb:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39381/user/jenkins/test-data/f1a46948-4271-cb6b-fe34-fcda4935a72d/data/hbase/meta/1588230740/.tmp/info/9ce246dfbf094656882f283ea44292ef is 227, key is TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731750641074.bed600dfa15bd37fa0d9dc342cc71b94./info:regioninfo/1731750641858/Put/seqid=0 2024-11-16T09:51:31,500 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44765 is added to blk_1073741846_1022 (size=7308) 2024-11-16T09:51:31,500 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37449 is added to blk_1073741846_1022 (size=7308) 2024-11-16T09:51:31,501 INFO [RS_CLOSE_META-regionserver/037c58a19ddb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.65 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:39381/user/jenkins/test-data/f1a46948-4271-cb6b-fe34-fcda4935a72d/data/hbase/meta/1588230740/.tmp/info/9ce246dfbf094656882f283ea44292ef 2024-11-16T09:51:31,526 DEBUG [RS_CLOSE_META-regionserver/037c58a19ddb:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39381/user/jenkins/test-data/f1a46948-4271-cb6b-fe34-fcda4935a72d/data/hbase/meta/1588230740/.tmp/ns/d1948e4a41dd4980bcaebe4591ba6536 is 43, key is default/ns:d/1731750640992/Put/seqid=0 2024-11-16T09:51:31,536 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44765 is added to blk_1073741847_1023 (size=5153) 2024-11-16T09:51:31,538 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37449 is added to blk_1073741847_1023 (size=5153) 2024-11-16T09:51:31,538 INFO [RS_CLOSE_META-regionserver/037c58a19ddb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:39381/user/jenkins/test-data/f1a46948-4271-cb6b-fe34-fcda4935a72d/data/hbase/meta/1588230740/.tmp/ns/d1948e4a41dd4980bcaebe4591ba6536 2024-11-16T09:51:31,567 DEBUG [RS_CLOSE_META-regionserver/037c58a19ddb:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39381/user/jenkins/test-data/f1a46948-4271-cb6b-fe34-fcda4935a72d/data/hbase/meta/1588230740/.tmp/table/541000f5a66643e297d5d0b271a5061e is 89, key is TestLogRolling-testCompactionRecordDoesntBlockRolling/table:state/1731750641868/Put/seqid=0 2024-11-16T09:51:31,573 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44765 is added to blk_1073741848_1024 (size=5508) 2024-11-16T09:51:31,574 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37449 is added to blk_1073741848_1024 (size=5508) 2024-11-16T09:51:31,576 INFO [regionserver/037c58a19ddb:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-16T09:51:31,576 INFO [regionserver/037c58a19ddb:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-16T09:51:31,578 INFO [RS_CLOSE_META-regionserver/037c58a19ddb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:39381/user/jenkins/test-data/f1a46948-4271-cb6b-fe34-fcda4935a72d/data/hbase/meta/1588230740/.tmp/table/541000f5a66643e297d5d0b271a5061e 2024-11-16T09:51:31,587 DEBUG [RS_CLOSE_META-regionserver/037c58a19ddb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39381/user/jenkins/test-data/f1a46948-4271-cb6b-fe34-fcda4935a72d/data/hbase/meta/1588230740/.tmp/info/9ce246dfbf094656882f283ea44292ef as hdfs://localhost:39381/user/jenkins/test-data/f1a46948-4271-cb6b-fe34-fcda4935a72d/data/hbase/meta/1588230740/info/9ce246dfbf094656882f283ea44292ef 2024-11-16T09:51:31,593 INFO [RS_CLOSE_META-regionserver/037c58a19ddb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39381/user/jenkins/test-data/f1a46948-4271-cb6b-fe34-fcda4935a72d/data/hbase/meta/1588230740/info/9ce246dfbf094656882f283ea44292ef, entries=10, sequenceid=11, filesize=7.1 K 2024-11-16T09:51:31,594 DEBUG [RS_CLOSE_META-regionserver/037c58a19ddb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39381/user/jenkins/test-data/f1a46948-4271-cb6b-fe34-fcda4935a72d/data/hbase/meta/1588230740/.tmp/ns/d1948e4a41dd4980bcaebe4591ba6536 as hdfs://localhost:39381/user/jenkins/test-data/f1a46948-4271-cb6b-fe34-fcda4935a72d/data/hbase/meta/1588230740/ns/d1948e4a41dd4980bcaebe4591ba6536 2024-11-16T09:51:31,601 INFO [RS_CLOSE_META-regionserver/037c58a19ddb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39381/user/jenkins/test-data/f1a46948-4271-cb6b-fe34-fcda4935a72d/data/hbase/meta/1588230740/ns/d1948e4a41dd4980bcaebe4591ba6536, entries=2, sequenceid=11, filesize=5.0 K 2024-11-16T09:51:31,602 DEBUG [RS_CLOSE_META-regionserver/037c58a19ddb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39381/user/jenkins/test-data/f1a46948-4271-cb6b-fe34-fcda4935a72d/data/hbase/meta/1588230740/.tmp/table/541000f5a66643e297d5d0b271a5061e as hdfs://localhost:39381/user/jenkins/test-data/f1a46948-4271-cb6b-fe34-fcda4935a72d/data/hbase/meta/1588230740/table/541000f5a66643e297d5d0b271a5061e 2024-11-16T09:51:31,614 INFO [RS_CLOSE_META-regionserver/037c58a19ddb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39381/user/jenkins/test-data/f1a46948-4271-cb6b-fe34-fcda4935a72d/data/hbase/meta/1588230740/table/541000f5a66643e297d5d0b271a5061e, entries=2, sequenceid=11, filesize=5.4 K 2024-11-16T09:51:31,616 INFO [RS_CLOSE_META-regionserver/037c58a19ddb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.89 KB/1932, heapSize ~3.61 KB/3696, currentSize=0 B/0 for 1588230740 in 152ms, sequenceid=11, compaction requested=false 2024-11-16T09:51:31,621 DEBUG [RS_CLOSE_META-regionserver/037c58a19ddb:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39381/user/jenkins/test-data/f1a46948-4271-cb6b-fe34-fcda4935a72d/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-16T09:51:31,622 DEBUG [RS_CLOSE_META-regionserver/037c58a19ddb:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-16T09:51:31,622 INFO [RS_CLOSE_META-regionserver/037c58a19ddb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-16T09:51:31,622 DEBUG [RS_CLOSE_META-regionserver/037c58a19ddb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731750691461Running coprocessor pre-close hooks at 1731750691461Disabling compacts and flushes for region at 1731750691461Disabling writes for close at 1731750691464 (+3 ms)Obtaining lock to block concurrent updates at 1731750691464Preparing flush snapshotting stores in 1588230740 at 1731750691464Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1932, getHeapSize=3936, getOffHeapSize=0, getCellsCount=14 at 1731750691465 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731750691466 (+1 ms)Flushing 1588230740/info: creating writer at 1731750691466Flushing 1588230740/info: appending metadata at 1731750691488 (+22 ms)Flushing 1588230740/info: closing flushed file at 1731750691488Flushing 1588230740/ns: creating writer at 1731750691508 (+20 ms)Flushing 1588230740/ns: appending metadata at 1731750691526 (+18 ms)Flushing 1588230740/ns: closing flushed file at 1731750691526Flushing 1588230740/table: creating writer at 1731750691550 (+24 ms)Flushing 1588230740/table: appending metadata at 1731750691566 (+16 ms)Flushing 1588230740/table: closing flushed file at 1731750691566Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@55b77df: reopening flushed file at 1731750691586 (+20 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@559288f5: reopening flushed file at 1731750691594 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2f34df6a: reopening flushed file at 1731750691601 (+7 ms)Finished flush of dataSize ~1.89 KB/1932, heapSize ~3.61 KB/3696, currentSize=0 B/0 for 1588230740 in 152ms, sequenceid=11, compaction requested=false at 1731750691616 (+15 ms)Writing region close event to WAL at 1731750691617 (+1 ms)Running coprocessor post-close hooks at 1731750691622 (+5 ms)Closed at 1731750691622 2024-11-16T09:51:31,622 DEBUG [RS_CLOSE_META-regionserver/037c58a19ddb:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-16T09:51:31,661 DEBUG [RS:0;037c58a19ddb:38801 {}] regionserver.HRegionServer(1351): Waiting on bed600dfa15bd37fa0d9dc342cc71b94 2024-11-16T09:51:31,862 DEBUG [RS:0;037c58a19ddb:38801 {}] regionserver.HRegionServer(1351): Waiting on bed600dfa15bd37fa0d9dc342cc71b94 2024-11-16T09:51:31,883 INFO [RS_CLOSE_REGION-regionserver/037c58a19ddb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=22 (bloomFilter=true), to=hdfs://localhost:39381/user/jenkins/test-data/f1a46948-4271-cb6b-fe34-fcda4935a72d/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/bed600dfa15bd37fa0d9dc342cc71b94/.tmp/info/f6368cf3ebaf43358f1bc04559c2285f 2024-11-16T09:51:31,890 DEBUG [RS_CLOSE_REGION-regionserver/037c58a19ddb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39381/user/jenkins/test-data/f1a46948-4271-cb6b-fe34-fcda4935a72d/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/bed600dfa15bd37fa0d9dc342cc71b94/.tmp/info/f6368cf3ebaf43358f1bc04559c2285f as hdfs://localhost:39381/user/jenkins/test-data/f1a46948-4271-cb6b-fe34-fcda4935a72d/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/bed600dfa15bd37fa0d9dc342cc71b94/info/f6368cf3ebaf43358f1bc04559c2285f 2024-11-16T09:51:31,896 INFO [RS_CLOSE_REGION-regionserver/037c58a19ddb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39381/user/jenkins/test-data/f1a46948-4271-cb6b-fe34-fcda4935a72d/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/bed600dfa15bd37fa0d9dc342cc71b94/info/f6368cf3ebaf43358f1bc04559c2285f, entries=1, sequenceid=22, filesize=5.9 K 2024-11-16T09:51:31,897 INFO [RS_CLOSE_REGION-regionserver/037c58a19ddb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.03 KB/1051, heapSize ~1.34 KB/1368, currentSize=0 B/0 for bed600dfa15bd37fa0d9dc342cc71b94 in 436ms, sequenceid=22, compaction requested=true 2024-11-16T09:51:31,897 DEBUG [StoreCloser-TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731750641074.bed600dfa15bd37fa0d9dc342cc71b94.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:39381/user/jenkins/test-data/f1a46948-4271-cb6b-fe34-fcda4935a72d/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/bed600dfa15bd37fa0d9dc342cc71b94/info/28165972cc9c4a0094101087db506796, hdfs://localhost:39381/user/jenkins/test-data/f1a46948-4271-cb6b-fe34-fcda4935a72d/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/bed600dfa15bd37fa0d9dc342cc71b94/info/4ad9dd25ad7749959fb38506dbf9bbbd, hdfs://localhost:39381/user/jenkins/test-data/f1a46948-4271-cb6b-fe34-fcda4935a72d/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/bed600dfa15bd37fa0d9dc342cc71b94/info/b21a3951642c428c9d4dc76b3d553ab3] to archive 2024-11-16T09:51:31,900 DEBUG [StoreCloser-TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731750641074.bed600dfa15bd37fa0d9dc342cc71b94.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-16T09:51:31,902 DEBUG [StoreCloser-TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731750641074.bed600dfa15bd37fa0d9dc342cc71b94.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39381/user/jenkins/test-data/f1a46948-4271-cb6b-fe34-fcda4935a72d/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/bed600dfa15bd37fa0d9dc342cc71b94/info/28165972cc9c4a0094101087db506796 to hdfs://localhost:39381/user/jenkins/test-data/f1a46948-4271-cb6b-fe34-fcda4935a72d/archive/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/bed600dfa15bd37fa0d9dc342cc71b94/info/28165972cc9c4a0094101087db506796 2024-11-16T09:51:31,904 DEBUG [StoreCloser-TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731750641074.bed600dfa15bd37fa0d9dc342cc71b94.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39381/user/jenkins/test-data/f1a46948-4271-cb6b-fe34-fcda4935a72d/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/bed600dfa15bd37fa0d9dc342cc71b94/info/4ad9dd25ad7749959fb38506dbf9bbbd to hdfs://localhost:39381/user/jenkins/test-data/f1a46948-4271-cb6b-fe34-fcda4935a72d/archive/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/bed600dfa15bd37fa0d9dc342cc71b94/info/4ad9dd25ad7749959fb38506dbf9bbbd 2024-11-16T09:51:31,907 DEBUG [StoreCloser-TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731750641074.bed600dfa15bd37fa0d9dc342cc71b94.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39381/user/jenkins/test-data/f1a46948-4271-cb6b-fe34-fcda4935a72d/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/bed600dfa15bd37fa0d9dc342cc71b94/info/b21a3951642c428c9d4dc76b3d553ab3 to hdfs://localhost:39381/user/jenkins/test-data/f1a46948-4271-cb6b-fe34-fcda4935a72d/archive/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/bed600dfa15bd37fa0d9dc342cc71b94/info/b21a3951642c428c9d4dc76b3d553ab3 2024-11-16T09:51:31,921 DEBUG [StoreCloser-TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731750641074.bed600dfa15bd37fa0d9dc342cc71b94.-1 {}] regionserver.HRegionServer(3532): Failed to report file archival(s) to Master. This will be retried. org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=037c58a19ddb:46845 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportFileArchival(RegionServerStatusProtos.java:17350) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.reportFileArchivalForQuotas(HRegionServer.java:3516) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.reportArchivedFilesForQuota(HStore.java:2412) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.removeCompactedfiles(HStore.java:2347) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.closeWithoutLock(HStore.java:738) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.close(HStore.java:804) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion$2.call(HRegion.java:1912) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion$2.call(HRegion.java:1909) ~[classes/:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 16 more 2024-11-16T09:51:31,922 WARN [StoreCloser-TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731750641074.bed600dfa15bd37fa0d9dc342cc71b94.-1 {}] regionserver.HStore(2414): Failed to report archival of files: [28165972cc9c4a0094101087db506796=6008, 4ad9dd25ad7749959fb38506dbf9bbbd=6008, b21a3951642c428c9d4dc76b3d553ab3=6008] 2024-11-16T09:51:31,938 DEBUG [RS_CLOSE_REGION-regionserver/037c58a19ddb:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39381/user/jenkins/test-data/f1a46948-4271-cb6b-fe34-fcda4935a72d/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/bed600dfa15bd37fa0d9dc342cc71b94/recovered.edits/25.seqid, newMaxSeqId=25, maxSeqId=1 2024-11-16T09:51:31,939 INFO [RS_CLOSE_REGION-regionserver/037c58a19ddb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731750641074.bed600dfa15bd37fa0d9dc342cc71b94. 2024-11-16T09:51:31,939 DEBUG [RS_CLOSE_REGION-regionserver/037c58a19ddb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for bed600dfa15bd37fa0d9dc342cc71b94: Waiting for close lock at 1731750691460Running coprocessor pre-close hooks at 1731750691460Disabling compacts and flushes for region at 1731750691460Disabling writes for close at 1731750691461 (+1 ms)Obtaining lock to block concurrent updates at 1731750691461Preparing flush snapshotting stores in bed600dfa15bd37fa0d9dc342cc71b94 at 1731750691461Finished memstore snapshotting TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731750641074.bed600dfa15bd37fa0d9dc342cc71b94., syncing WAL and waiting on mvcc, flushsize=dataSize=1051, getHeapSize=1368, getOffHeapSize=0, getCellsCount=1 at 1731750691461Flushing stores of TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731750641074.bed600dfa15bd37fa0d9dc342cc71b94. at 1731750691462 (+1 ms)Flushing bed600dfa15bd37fa0d9dc342cc71b94/info: creating writer at 1731750691462Flushing bed600dfa15bd37fa0d9dc342cc71b94/info: appending metadata at 1731750691469 (+7 ms)Flushing bed600dfa15bd37fa0d9dc342cc71b94/info: closing flushed file at 1731750691469Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1f20159c: reopening flushed file at 1731750691889 (+420 ms)Finished flush of dataSize ~1.03 KB/1051, heapSize ~1.34 KB/1368, currentSize=0 B/0 for bed600dfa15bd37fa0d9dc342cc71b94 in 436ms, sequenceid=22, compaction requested=true at 1731750691897 (+8 ms)Writing region close event to WAL at 1731750691933 (+36 ms)Running coprocessor post-close hooks at 1731750691939 (+6 ms)Closed at 1731750691939 2024-11-16T09:51:31,939 DEBUG [RS_CLOSE_REGION-regionserver/037c58a19ddb:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731750641074.bed600dfa15bd37fa0d9dc342cc71b94. 2024-11-16T09:51:32,062 INFO [RS:0;037c58a19ddb:38801 {}] regionserver.HRegionServer(976): stopping server 037c58a19ddb,38801,1731750640120; all regions closed. 2024-11-16T09:51:32,064 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44765 is added to blk_1073741834_1010 (size=3306) 2024-11-16T09:51:32,064 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37449 is added to blk_1073741834_1010 (size=3306) 2024-11-16T09:51:32,067 DEBUG [RS:0;037c58a19ddb:38801 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/f1a46948-4271-cb6b-fe34-fcda4935a72d/oldWALs 2024-11-16T09:51:32,067 INFO [RS:0;037c58a19ddb:38801 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 037c58a19ddb%2C38801%2C1731750640120.meta:.meta(num 1731750640918) 2024-11-16T09:51:32,072 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44765 is added to blk_1073741844_1020 (size=1252) 2024-11-16T09:51:32,072 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/f1a46948-4271-cb6b-fe34-fcda4935a72d/WALs/037c58a19ddb,38801,1731750640120/037c58a19ddb%2C38801%2C1731750640120.1731750691435 not finished, retry = 0 2024-11-16T09:51:32,072 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37449 is added to blk_1073741844_1020 (size=1252) 2024-11-16T09:51:32,177 DEBUG [RS:0;037c58a19ddb:38801 {}] wal.AbstractFSWAL(1256): Moved 2 WAL file(s) to /user/jenkins/test-data/f1a46948-4271-cb6b-fe34-fcda4935a72d/oldWALs 2024-11-16T09:51:32,177 INFO [RS:0;037c58a19ddb:38801 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 037c58a19ddb%2C38801%2C1731750640120:(num 1731750691435) 2024-11-16T09:51:32,177 DEBUG [RS:0;037c58a19ddb:38801 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T09:51:32,177 INFO [RS:0;037c58a19ddb:38801 {}] regionserver.LeaseManager(133): Closed leases 2024-11-16T09:51:32,177 INFO [RS:0;037c58a19ddb:38801 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-16T09:51:32,178 INFO [RS:0;037c58a19ddb:38801 {}] hbase.ChoreService(370): Chore service for: regionserver/037c58a19ddb:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-16T09:51:32,178 INFO [RS:0;037c58a19ddb:38801 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-16T09:51:32,178 INFO [regionserver/037c58a19ddb:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-16T09:51:32,178 INFO [RS:0;037c58a19ddb:38801 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38801 2024-11-16T09:51:32,186 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46845-0x101b07d2ef40000, quorum=127.0.0.1:60020, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-16T09:51:32,186 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38801-0x101b07d2ef40001, quorum=127.0.0.1:60020, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/037c58a19ddb,38801,1731750640120 2024-11-16T09:51:32,186 INFO [RS:0;037c58a19ddb:38801 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-16T09:51:32,189 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [037c58a19ddb,38801,1731750640120] 2024-11-16T09:51:32,190 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/037c58a19ddb,38801,1731750640120 already deleted, retry=false 2024-11-16T09:51:32,190 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 037c58a19ddb,38801,1731750640120 expired; onlineServers=0 2024-11-16T09:51:32,190 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '037c58a19ddb,46845,1731750640034' ***** 2024-11-16T09:51:32,190 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-16T09:51:32,190 INFO [M:0;037c58a19ddb:46845 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-16T09:51:32,190 INFO [M:0;037c58a19ddb:46845 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-16T09:51:32,190 DEBUG [M:0;037c58a19ddb:46845 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-16T09:51:32,191 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-16T09:51:32,191 DEBUG [M:0;037c58a19ddb:46845 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-16T09:51:32,191 DEBUG [master/037c58a19ddb:0:becomeActiveMaster-HFileCleaner.large.0-1731750640488 {}] cleaner.HFileCleaner(306): Exit Thread[master/037c58a19ddb:0:becomeActiveMaster-HFileCleaner.large.0-1731750640488,5,FailOnTimeoutGroup] 2024-11-16T09:51:32,191 DEBUG [master/037c58a19ddb:0:becomeActiveMaster-HFileCleaner.small.0-1731750640492 {}] cleaner.HFileCleaner(306): Exit Thread[master/037c58a19ddb:0:becomeActiveMaster-HFileCleaner.small.0-1731750640492,5,FailOnTimeoutGroup] 2024-11-16T09:51:32,191 INFO [M:0;037c58a19ddb:46845 {}] hbase.ChoreService(370): Chore service for: master/037c58a19ddb:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-16T09:51:32,191 INFO [M:0;037c58a19ddb:46845 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-16T09:51:32,191 DEBUG [M:0;037c58a19ddb:46845 {}] master.HMaster(1795): Stopping service threads 2024-11-16T09:51:32,191 INFO [M:0;037c58a19ddb:46845 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-16T09:51:32,191 INFO [M:0;037c58a19ddb:46845 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-16T09:51:32,191 INFO [M:0;037c58a19ddb:46845 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-16T09:51:32,192 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-16T09:51:32,193 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46845-0x101b07d2ef40000, quorum=127.0.0.1:60020, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-16T09:51:32,193 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46845-0x101b07d2ef40000, quorum=127.0.0.1:60020, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T09:51:32,193 DEBUG [M:0;037c58a19ddb:46845 {}] zookeeper.ZKUtil(347): master:46845-0x101b07d2ef40000, quorum=127.0.0.1:60020, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-16T09:51:32,193 WARN [M:0;037c58a19ddb:46845 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-16T09:51:32,195 INFO [M:0;037c58a19ddb:46845 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:39381/user/jenkins/test-data/f1a46948-4271-cb6b-fe34-fcda4935a72d/.lastflushedseqids 2024-11-16T09:51:32,205 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37449 is added to blk_1073741849_1025 (size=130) 2024-11-16T09:51:32,206 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44765 is added to blk_1073741849_1025 (size=130) 2024-11-16T09:51:32,206 INFO [M:0;037c58a19ddb:46845 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-16T09:51:32,206 INFO [M:0;037c58a19ddb:46845 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-16T09:51:32,206 DEBUG [M:0;037c58a19ddb:46845 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-16T09:51:32,206 INFO [M:0;037c58a19ddb:46845 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T09:51:32,206 DEBUG [M:0;037c58a19ddb:46845 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T09:51:32,206 DEBUG [M:0;037c58a19ddb:46845 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-16T09:51:32,206 DEBUG [M:0;037c58a19ddb:46845 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T09:51:32,207 INFO [M:0;037c58a19ddb:46845 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=43.57 KB heapSize=54.96 KB 2024-11-16T09:51:32,225 DEBUG [M:0;037c58a19ddb:46845 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39381/user/jenkins/test-data/f1a46948-4271-cb6b-fe34-fcda4935a72d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/689590353b79434cbce7797acca9adb3 is 82, key is hbase:meta,,1/info:regioninfo/1731750640966/Put/seqid=0 2024-11-16T09:51:32,231 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44765 is added to blk_1073741850_1026 (size=5672) 2024-11-16T09:51:32,231 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37449 is added to blk_1073741850_1026 (size=5672) 2024-11-16T09:51:32,231 INFO [M:0;037c58a19ddb:46845 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:39381/user/jenkins/test-data/f1a46948-4271-cb6b-fe34-fcda4935a72d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/689590353b79434cbce7797acca9adb3 2024-11-16T09:51:32,257 DEBUG [M:0;037c58a19ddb:46845 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39381/user/jenkins/test-data/f1a46948-4271-cb6b-fe34-fcda4935a72d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/45c69c2f8b9a46a98867c13f342f0744 is 798, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731750641873/Put/seqid=0 2024-11-16T09:51:32,263 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44765 is added to blk_1073741851_1027 (size=7820) 2024-11-16T09:51:32,263 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37449 is added to blk_1073741851_1027 (size=7820) 2024-11-16T09:51:32,264 INFO [M:0;037c58a19ddb:46845 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.96 KB at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:39381/user/jenkins/test-data/f1a46948-4271-cb6b-fe34-fcda4935a72d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/45c69c2f8b9a46a98867c13f342f0744 2024-11-16T09:51:32,269 INFO [M:0;037c58a19ddb:46845 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 45c69c2f8b9a46a98867c13f342f0744 2024-11-16T09:51:32,292 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38801-0x101b07d2ef40001, quorum=127.0.0.1:60020, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T09:51:32,292 INFO [RS:0;037c58a19ddb:38801 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-16T09:51:32,292 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38801-0x101b07d2ef40001, quorum=127.0.0.1:60020, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T09:51:32,292 INFO [RS:0;037c58a19ddb:38801 {}] regionserver.HRegionServer(1031): Exiting; stopping=037c58a19ddb,38801,1731750640120; zookeeper connection closed. 2024-11-16T09:51:32,293 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@17432f5b {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@17432f5b 2024-11-16T09:51:32,293 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-16T09:51:32,293 DEBUG [M:0;037c58a19ddb:46845 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39381/user/jenkins/test-data/f1a46948-4271-cb6b-fe34-fcda4935a72d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5e0bc99f35a0463e8f2d40745fbd0f23 is 69, key is 037c58a19ddb,38801,1731750640120/rs:state/1731750640512/Put/seqid=0 2024-11-16T09:51:32,300 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37449 is added to blk_1073741852_1028 (size=5156) 2024-11-16T09:51:32,300 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44765 is added to blk_1073741852_1028 (size=5156) 2024-11-16T09:51:32,301 INFO [M:0;037c58a19ddb:46845 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:39381/user/jenkins/test-data/f1a46948-4271-cb6b-fe34-fcda4935a72d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5e0bc99f35a0463e8f2d40745fbd0f23 2024-11-16T09:51:32,330 DEBUG [M:0;037c58a19ddb:46845 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39381/user/jenkins/test-data/f1a46948-4271-cb6b-fe34-fcda4935a72d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/7810aa16591d4e40bb80e42349ca8a44 is 52, key is load_balancer_on/state:d/1731750641067/Put/seqid=0 2024-11-16T09:51:32,335 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44765 is added to blk_1073741853_1029 (size=5056) 2024-11-16T09:51:32,336 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37449 is added to blk_1073741853_1029 (size=5056) 2024-11-16T09:51:32,336 INFO [M:0;037c58a19ddb:46845 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=48 B at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:39381/user/jenkins/test-data/f1a46948-4271-cb6b-fe34-fcda4935a72d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/7810aa16591d4e40bb80e42349ca8a44 2024-11-16T09:51:32,343 DEBUG [M:0;037c58a19ddb:46845 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39381/user/jenkins/test-data/f1a46948-4271-cb6b-fe34-fcda4935a72d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/689590353b79434cbce7797acca9adb3 as hdfs://localhost:39381/user/jenkins/test-data/f1a46948-4271-cb6b-fe34-fcda4935a72d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/689590353b79434cbce7797acca9adb3 2024-11-16T09:51:32,349 INFO [M:0;037c58a19ddb:46845 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39381/user/jenkins/test-data/f1a46948-4271-cb6b-fe34-fcda4935a72d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/689590353b79434cbce7797acca9adb3, entries=8, sequenceid=121, filesize=5.5 K 2024-11-16T09:51:32,351 DEBUG [M:0;037c58a19ddb:46845 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39381/user/jenkins/test-data/f1a46948-4271-cb6b-fe34-fcda4935a72d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/45c69c2f8b9a46a98867c13f342f0744 as hdfs://localhost:39381/user/jenkins/test-data/f1a46948-4271-cb6b-fe34-fcda4935a72d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/45c69c2f8b9a46a98867c13f342f0744 2024-11-16T09:51:32,358 INFO [M:0;037c58a19ddb:46845 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 45c69c2f8b9a46a98867c13f342f0744 2024-11-16T09:51:32,358 INFO [M:0;037c58a19ddb:46845 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39381/user/jenkins/test-data/f1a46948-4271-cb6b-fe34-fcda4935a72d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/45c69c2f8b9a46a98867c13f342f0744, entries=14, sequenceid=121, filesize=7.6 K 2024-11-16T09:51:32,359 DEBUG [M:0;037c58a19ddb:46845 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39381/user/jenkins/test-data/f1a46948-4271-cb6b-fe34-fcda4935a72d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5e0bc99f35a0463e8f2d40745fbd0f23 as hdfs://localhost:39381/user/jenkins/test-data/f1a46948-4271-cb6b-fe34-fcda4935a72d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/5e0bc99f35a0463e8f2d40745fbd0f23 2024-11-16T09:51:32,365 INFO [M:0;037c58a19ddb:46845 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39381/user/jenkins/test-data/f1a46948-4271-cb6b-fe34-fcda4935a72d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/5e0bc99f35a0463e8f2d40745fbd0f23, entries=1, sequenceid=121, filesize=5.0 K 2024-11-16T09:51:32,366 DEBUG [M:0;037c58a19ddb:46845 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39381/user/jenkins/test-data/f1a46948-4271-cb6b-fe34-fcda4935a72d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/7810aa16591d4e40bb80e42349ca8a44 as hdfs://localhost:39381/user/jenkins/test-data/f1a46948-4271-cb6b-fe34-fcda4935a72d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/7810aa16591d4e40bb80e42349ca8a44 2024-11-16T09:51:32,372 INFO [M:0;037c58a19ddb:46845 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39381/user/jenkins/test-data/f1a46948-4271-cb6b-fe34-fcda4935a72d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/7810aa16591d4e40bb80e42349ca8a44, entries=1, sequenceid=121, filesize=4.9 K 2024-11-16T09:51:32,374 INFO [M:0;037c58a19ddb:46845 {}] regionserver.HRegion(3140): Finished flush of dataSize ~43.57 KB/44611, heapSize ~54.90 KB/56216, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 167ms, sequenceid=121, compaction requested=false 2024-11-16T09:51:32,377 INFO [M:0;037c58a19ddb:46845 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T09:51:32,377 DEBUG [M:0;037c58a19ddb:46845 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731750692206Disabling compacts and flushes for region at 1731750692206Disabling writes for close at 1731750692206Obtaining lock to block concurrent updates at 1731750692207 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731750692207Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=44611, getHeapSize=56216, getOffHeapSize=0, getCellsCount=140 at 1731750692207Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731750692208 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731750692208Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731750692225 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731750692225Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731750692237 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731750692256 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731750692256Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731750692270 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731750692292 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731750692292Flushing 1595e783b53d99cd5eef43b6debb2682/state: creating writer at 1731750692308 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: appending metadata at 1731750692329 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: closing flushed file at 1731750692329Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6ea58b6d: reopening flushed file at 1731750692342 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4c354b5c: reopening flushed file at 1731750692350 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@78708165: reopening flushed file at 1731750692358 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3bf4a9a7: reopening flushed file at 1731750692365 (+7 ms)Finished flush of dataSize ~43.57 KB/44611, heapSize ~54.90 KB/56216, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 167ms, sequenceid=121, compaction requested=false at 1731750692374 (+9 ms)Writing region close event to WAL at 1731750692377 (+3 ms)Closed at 1731750692377 2024-11-16T09:51:32,380 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37449 is added to blk_1073741830_1006 (size=53008) 2024-11-16T09:51:32,380 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44765 is added to blk_1073741830_1006 (size=53008) 2024-11-16T09:51:32,381 INFO [M:0;037c58a19ddb:46845 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-16T09:51:32,381 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-16T09:51:32,381 INFO [M:0;037c58a19ddb:46845 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46845 2024-11-16T09:51:32,381 INFO [M:0;037c58a19ddb:46845 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-16T09:51:32,483 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46845-0x101b07d2ef40000, quorum=127.0.0.1:60020, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T09:51:32,483 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46845-0x101b07d2ef40000, quorum=127.0.0.1:60020, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T09:51:32,483 INFO [M:0;037c58a19ddb:46845 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-16T09:51:32,488 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@d0f922c{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T09:51:32,488 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7a9ff71a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-16T09:51:32,489 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-16T09:51:32,489 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@35fe3c6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-16T09:51:32,489 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@34ba9cae{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6ba4df17-af79-d2f5-9ff5-a0e49ec5c63b/hadoop.log.dir/,STOPPED} 2024-11-16T09:51:32,491 WARN [BP-1927634995-172.17.0.2-1731750639304 heartbeating to localhost/127.0.0.1:39381 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-16T09:51:32,491 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-16T09:51:32,491 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-16T09:51:32,491 WARN [BP-1927634995-172.17.0.2-1731750639304 heartbeating to localhost/127.0.0.1:39381 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1927634995-172.17.0.2-1731750639304 (Datanode Uuid 70275937-141c-49c9-991d-0652a2fc7ffd) service to localhost/127.0.0.1:39381 2024-11-16T09:51:32,492 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6ba4df17-af79-d2f5-9ff5-a0e49ec5c63b/cluster_de9aa974-2296-eadd-4dd0-f97e1112169f/data/data3/current/BP-1927634995-172.17.0.2-1731750639304 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T09:51:32,492 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6ba4df17-af79-d2f5-9ff5-a0e49ec5c63b/cluster_de9aa974-2296-eadd-4dd0-f97e1112169f/data/data4/current/BP-1927634995-172.17.0.2-1731750639304 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T09:51:32,492 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-16T09:51:32,501 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@51e25424{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T09:51:32,501 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@600e1ed{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-16T09:51:32,502 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-16T09:51:32,502 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@f6c3d8b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-16T09:51:32,502 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3459236a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6ba4df17-af79-d2f5-9ff5-a0e49ec5c63b/hadoop.log.dir/,STOPPED} 2024-11-16T09:51:32,504 WARN [BP-1927634995-172.17.0.2-1731750639304 heartbeating to localhost/127.0.0.1:39381 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-16T09:51:32,504 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-16T09:51:32,504 WARN [BP-1927634995-172.17.0.2-1731750639304 heartbeating to localhost/127.0.0.1:39381 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1927634995-172.17.0.2-1731750639304 (Datanode Uuid adae88ed-32f4-4a64-9dc7-8f9755adc01e) service to localhost/127.0.0.1:39381 2024-11-16T09:51:32,504 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-16T09:51:32,505 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6ba4df17-af79-d2f5-9ff5-a0e49ec5c63b/cluster_de9aa974-2296-eadd-4dd0-f97e1112169f/data/data1/current/BP-1927634995-172.17.0.2-1731750639304 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T09:51:32,505 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6ba4df17-af79-d2f5-9ff5-a0e49ec5c63b/cluster_de9aa974-2296-eadd-4dd0-f97e1112169f/data/data2/current/BP-1927634995-172.17.0.2-1731750639304 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T09:51:32,505 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-16T09:51:32,520 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3ea7f908{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-16T09:51:32,520 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@669953c5{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-16T09:51:32,520 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-16T09:51:32,521 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@37142000{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-16T09:51:32,521 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@64d4f786{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6ba4df17-af79-d2f5-9ff5-a0e49ec5c63b/hadoop.log.dir/,STOPPED} 2024-11-16T09:51:32,532 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-16T09:51:32,555 INFO [regionserver/037c58a19ddb:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-16T09:51:32,556 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-16T09:51:32,563 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncLogRolling#testCompactionRecordDoesntBlockRolling Thread=96 (was 101), OpenFileDescriptor=424 (was 442), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=184 (was 211), ProcessCount=11 (was 11), AvailableMemoryMB=6270 (was 6235) - AvailableMemoryMB LEAK? - 2024-11-16T09:51:32,569 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncLogRolling#testLogRolling Thread=96, OpenFileDescriptor=424, MaxFileDescriptor=1048576, SystemLoadAverage=184, ProcessCount=11, AvailableMemoryMB=6270 2024-11-16T09:51:32,569 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-16T09:51:32,569 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6ba4df17-af79-d2f5-9ff5-a0e49ec5c63b/hadoop.log.dir so I do NOT create it in target/test-data/97eaa38a-9d55-f0f5-e0d8-f330c6f84536 2024-11-16T09:51:32,569 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6ba4df17-af79-d2f5-9ff5-a0e49ec5c63b/hadoop.tmp.dir so I do NOT create it in target/test-data/97eaa38a-9d55-f0f5-e0d8-f330c6f84536 2024-11-16T09:51:32,569 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/97eaa38a-9d55-f0f5-e0d8-f330c6f84536/cluster_ccc59c5a-41e9-e86e-5112-a05431519b5b, deleteOnExit=true 2024-11-16T09:51:32,569 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-16T09:51:32,569 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/97eaa38a-9d55-f0f5-e0d8-f330c6f84536/test.cache.data in system properties and HBase conf 2024-11-16T09:51:32,569 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/97eaa38a-9d55-f0f5-e0d8-f330c6f84536/hadoop.tmp.dir in system properties and HBase conf 2024-11-16T09:51:32,570 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/97eaa38a-9d55-f0f5-e0d8-f330c6f84536/hadoop.log.dir in system properties and HBase conf 2024-11-16T09:51:32,570 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/97eaa38a-9d55-f0f5-e0d8-f330c6f84536/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-16T09:51:32,570 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/97eaa38a-9d55-f0f5-e0d8-f330c6f84536/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-16T09:51:32,570 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-16T09:51:32,570 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-16T09:51:32,570 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/97eaa38a-9d55-f0f5-e0d8-f330c6f84536/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-16T09:51:32,570 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/97eaa38a-9d55-f0f5-e0d8-f330c6f84536/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-16T09:51:32,570 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/97eaa38a-9d55-f0f5-e0d8-f330c6f84536/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-16T09:51:32,570 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/97eaa38a-9d55-f0f5-e0d8-f330c6f84536/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-16T09:51:32,570 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/97eaa38a-9d55-f0f5-e0d8-f330c6f84536/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-16T09:51:32,570 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/97eaa38a-9d55-f0f5-e0d8-f330c6f84536/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-16T09:51:32,570 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/97eaa38a-9d55-f0f5-e0d8-f330c6f84536/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-16T09:51:32,570 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/97eaa38a-9d55-f0f5-e0d8-f330c6f84536/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-16T09:51:32,571 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/97eaa38a-9d55-f0f5-e0d8-f330c6f84536/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-16T09:51:32,571 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/97eaa38a-9d55-f0f5-e0d8-f330c6f84536/nfs.dump.dir in system properties and HBase conf 2024-11-16T09:51:32,571 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/97eaa38a-9d55-f0f5-e0d8-f330c6f84536/java.io.tmpdir in system properties and HBase conf 2024-11-16T09:51:32,571 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/97eaa38a-9d55-f0f5-e0d8-f330c6f84536/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-16T09:51:32,571 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/97eaa38a-9d55-f0f5-e0d8-f330c6f84536/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-16T09:51:32,571 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/97eaa38a-9d55-f0f5-e0d8-f330c6f84536/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-16T09:51:32,666 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T09:51:32,672 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-16T09:51:32,684 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-16T09:51:32,684 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-16T09:51:32,684 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-16T09:51:32,687 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T09:51:32,688 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@756ae2e5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/97eaa38a-9d55-f0f5-e0d8-f330c6f84536/hadoop.log.dir/,AVAILABLE} 2024-11-16T09:51:32,688 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@70aba8b6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-16T09:51:32,830 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7a7e04e8{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/97eaa38a-9d55-f0f5-e0d8-f330c6f84536/java.io.tmpdir/jetty-localhost-34927-hadoop-hdfs-3_4_1-tests_jar-_-any-2645425115356644063/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-16T09:51:32,830 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5f39244a{HTTP/1.1, (http/1.1)}{localhost:34927} 2024-11-16T09:51:32,830 INFO [Time-limited test {}] server.Server(415): Started @142558ms 2024-11-16T09:51:32,940 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T09:51:32,943 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-16T09:51:32,944 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-16T09:51:32,944 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-16T09:51:32,944 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-16T09:51:32,945 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@67e5af64{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/97eaa38a-9d55-f0f5-e0d8-f330c6f84536/hadoop.log.dir/,AVAILABLE} 2024-11-16T09:51:32,945 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4f6551a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-16T09:51:33,078 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@b3cb608{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/97eaa38a-9d55-f0f5-e0d8-f330c6f84536/java.io.tmpdir/jetty-localhost-43727-hadoop-hdfs-3_4_1-tests_jar-_-any-15241432391181741752/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T09:51:33,079 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6d5c618f{HTTP/1.1, (http/1.1)}{localhost:43727} 2024-11-16T09:51:33,079 INFO [Time-limited test {}] server.Server(415): Started @142807ms 2024-11-16T09:51:33,082 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-16T09:51:33,120 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T09:51:33,125 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-16T09:51:33,130 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-16T09:51:33,130 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-16T09:51:33,130 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-16T09:51:33,131 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@705bcbaf{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/97eaa38a-9d55-f0f5-e0d8-f330c6f84536/hadoop.log.dir/,AVAILABLE} 2024-11-16T09:51:33,132 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@43024761{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-16T09:51:33,194 WARN [Thread-1090 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/97eaa38a-9d55-f0f5-e0d8-f330c6f84536/cluster_ccc59c5a-41e9-e86e-5112-a05431519b5b/data/data1/current/BP-1011452776-172.17.0.2-1731750692600/current, will proceed with Du for space computation calculation, 2024-11-16T09:51:33,194 WARN [Thread-1091 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/97eaa38a-9d55-f0f5-e0d8-f330c6f84536/cluster_ccc59c5a-41e9-e86e-5112-a05431519b5b/data/data2/current/BP-1011452776-172.17.0.2-1731750692600/current, will proceed with Du for space computation calculation, 2024-11-16T09:51:33,221 WARN [Thread-1069 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-16T09:51:33,225 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6775fad47d521471 with lease ID 0x65a5df846d41c795: Processing first storage report for DS-c06cc49c-5ea9-452b-8049-c3e1526da9e1 from datanode DatanodeRegistration(127.0.0.1:42473, datanodeUuid=e64cc757-b499-4c30-8144-0764e3eaaedc, infoPort=41855, infoSecurePort=0, ipcPort=35077, storageInfo=lv=-57;cid=testClusterID;nsid=1161531718;c=1731750692600) 2024-11-16T09:51:33,225 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6775fad47d521471 with lease ID 0x65a5df846d41c795: from storage DS-c06cc49c-5ea9-452b-8049-c3e1526da9e1 node DatanodeRegistration(127.0.0.1:42473, datanodeUuid=e64cc757-b499-4c30-8144-0764e3eaaedc, infoPort=41855, infoSecurePort=0, ipcPort=35077, storageInfo=lv=-57;cid=testClusterID;nsid=1161531718;c=1731750692600), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-16T09:51:33,225 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6775fad47d521471 with lease ID 0x65a5df846d41c795: Processing first storage report for DS-0e900e40-fd0d-431a-b064-fe0631bd0bd5 from datanode DatanodeRegistration(127.0.0.1:42473, datanodeUuid=e64cc757-b499-4c30-8144-0764e3eaaedc, infoPort=41855, infoSecurePort=0, ipcPort=35077, storageInfo=lv=-57;cid=testClusterID;nsid=1161531718;c=1731750692600) 2024-11-16T09:51:33,225 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6775fad47d521471 with lease ID 0x65a5df846d41c795: from storage DS-0e900e40-fd0d-431a-b064-fe0631bd0bd5 node DatanodeRegistration(127.0.0.1:42473, datanodeUuid=e64cc757-b499-4c30-8144-0764e3eaaedc, infoPort=41855, infoSecurePort=0, ipcPort=35077, storageInfo=lv=-57;cid=testClusterID;nsid=1161531718;c=1731750692600), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-16T09:51:33,272 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4f112309{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/97eaa38a-9d55-f0f5-e0d8-f330c6f84536/java.io.tmpdir/jetty-localhost-44137-hadoop-hdfs-3_4_1-tests_jar-_-any-9943731478940691535/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T09:51:33,273 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@187e89fe{HTTP/1.1, (http/1.1)}{localhost:44137} 2024-11-16T09:51:33,273 INFO [Time-limited test {}] server.Server(415): Started @143000ms 2024-11-16T09:51:33,275 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-16T09:51:33,382 WARN [Thread-1116 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/97eaa38a-9d55-f0f5-e0d8-f330c6f84536/cluster_ccc59c5a-41e9-e86e-5112-a05431519b5b/data/data3/current/BP-1011452776-172.17.0.2-1731750692600/current, will proceed with Du for space computation calculation, 2024-11-16T09:51:33,382 WARN [Thread-1117 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/97eaa38a-9d55-f0f5-e0d8-f330c6f84536/cluster_ccc59c5a-41e9-e86e-5112-a05431519b5b/data/data4/current/BP-1011452776-172.17.0.2-1731750692600/current, will proceed with Du for space computation calculation, 2024-11-16T09:51:33,400 WARN [Thread-1105 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-16T09:51:33,403 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xec1219339ee94054 with lease ID 0x65a5df846d41c796: Processing first storage report for DS-4861b742-2fa8-4dd0-903b-31bf2e267c33 from datanode DatanodeRegistration(127.0.0.1:33205, datanodeUuid=e9a6584d-f14b-40e6-b23e-12dd1404be3c, infoPort=39641, infoSecurePort=0, ipcPort=45293, storageInfo=lv=-57;cid=testClusterID;nsid=1161531718;c=1731750692600) 2024-11-16T09:51:33,403 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xec1219339ee94054 with lease ID 0x65a5df846d41c796: from storage DS-4861b742-2fa8-4dd0-903b-31bf2e267c33 node DatanodeRegistration(127.0.0.1:33205, datanodeUuid=e9a6584d-f14b-40e6-b23e-12dd1404be3c, infoPort=39641, infoSecurePort=0, ipcPort=45293, storageInfo=lv=-57;cid=testClusterID;nsid=1161531718;c=1731750692600), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-16T09:51:33,403 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xec1219339ee94054 with lease ID 0x65a5df846d41c796: Processing first storage report for DS-e6721b3d-01bf-4367-be1c-05f91ddc5ced from datanode DatanodeRegistration(127.0.0.1:33205, datanodeUuid=e9a6584d-f14b-40e6-b23e-12dd1404be3c, infoPort=39641, infoSecurePort=0, ipcPort=45293, storageInfo=lv=-57;cid=testClusterID;nsid=1161531718;c=1731750692600) 2024-11-16T09:51:33,404 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xec1219339ee94054 with lease ID 0x65a5df846d41c796: from storage DS-e6721b3d-01bf-4367-be1c-05f91ddc5ced node DatanodeRegistration(127.0.0.1:33205, datanodeUuid=e9a6584d-f14b-40e6-b23e-12dd1404be3c, infoPort=39641, infoSecurePort=0, ipcPort=45293, storageInfo=lv=-57;cid=testClusterID;nsid=1161531718;c=1731750692600), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-16T09:51:33,414 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/97eaa38a-9d55-f0f5-e0d8-f330c6f84536 2024-11-16T09:51:33,417 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/97eaa38a-9d55-f0f5-e0d8-f330c6f84536/cluster_ccc59c5a-41e9-e86e-5112-a05431519b5b/zookeeper_0, clientPort=61533, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/97eaa38a-9d55-f0f5-e0d8-f330c6f84536/cluster_ccc59c5a-41e9-e86e-5112-a05431519b5b/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/97eaa38a-9d55-f0f5-e0d8-f330c6f84536/cluster_ccc59c5a-41e9-e86e-5112-a05431519b5b/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-16T09:51:33,417 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=61533 2024-11-16T09:51:33,418 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T09:51:33,419 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T09:51:33,438 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42473 is added to blk_1073741825_1001 (size=7) 2024-11-16T09:51:33,439 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33205 is added to blk_1073741825_1001 (size=7) 2024-11-16T09:51:33,440 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39311/user/jenkins/test-data/27d0d3df-c22b-c5c5-bb51-336f63cd6168 with version=8 2024-11-16T09:51:33,440 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1141): The hbase.fs.tmp.dir is set to hdfs://localhost:43215/user/jenkins/test-data/0bbf53a3-ecc7-239a-9842-e73c1ae05a75/hbase-staging 2024-11-16T09:51:33,442 INFO [Time-limited test {}] client.ConnectionUtils(128): master/037c58a19ddb:0 server-side Connection retries=45 2024-11-16T09:51:33,442 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T09:51:33,443 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-16T09:51:33,443 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-16T09:51:33,443 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T09:51:33,443 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-16T09:51:33,443 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-16T09:51:33,443 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-16T09:51:33,444 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:32939 2024-11-16T09:51:33,446 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:32939 connecting to ZooKeeper ensemble=127.0.0.1:61533 2024-11-16T09:51:33,460 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:329390x0, quorum=127.0.0.1:61533, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T09:51:33,461 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:32939-0x101b07dff900000 connected 2024-11-16T09:51:33,477 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T09:51:33,481 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T09:51:33,484 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:32939-0x101b07dff900000, quorum=127.0.0.1:61533, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-16T09:51:33,484 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:39311/user/jenkins/test-data/27d0d3df-c22b-c5c5-bb51-336f63cd6168, hbase.cluster.distributed=false 2024-11-16T09:51:33,485 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:32939-0x101b07dff900000, quorum=127.0.0.1:61533, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-16T09:51:33,486 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=32939 2024-11-16T09:51:33,486 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=32939 2024-11-16T09:51:33,486 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=32939 2024-11-16T09:51:33,489 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=32939 2024-11-16T09:51:33,489 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=32939 2024-11-16T09:51:33,506 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/037c58a19ddb:0 server-side Connection retries=45 2024-11-16T09:51:33,507 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T09:51:33,507 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-16T09:51:33,507 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-16T09:51:33,507 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T09:51:33,507 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-16T09:51:33,507 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-16T09:51:33,507 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-16T09:51:33,508 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39637 2024-11-16T09:51:33,509 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39637 connecting to ZooKeeper ensemble=127.0.0.1:61533 2024-11-16T09:51:33,510 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T09:51:33,512 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T09:51:33,516 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:396370x0, quorum=127.0.0.1:61533, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T09:51:33,516 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:396370x0, quorum=127.0.0.1:61533, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-16T09:51:33,516 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39637-0x101b07dff900001 connected 2024-11-16T09:51:33,517 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-16T09:51:33,520 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-16T09:51:33,520 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39637-0x101b07dff900001, quorum=127.0.0.1:61533, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-16T09:51:33,521 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39637-0x101b07dff900001, quorum=127.0.0.1:61533, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-16T09:51:33,523 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39637 2024-11-16T09:51:33,523 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39637 2024-11-16T09:51:33,528 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39637 2024-11-16T09:51:33,528 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39637 2024-11-16T09:51:33,529 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39637 2024-11-16T09:51:33,545 DEBUG [M:0;037c58a19ddb:32939 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;037c58a19ddb:32939 2024-11-16T09:51:33,546 INFO [master/037c58a19ddb:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/037c58a19ddb,32939,1731750693442 2024-11-16T09:51:33,547 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39637-0x101b07dff900001, quorum=127.0.0.1:61533, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-16T09:51:33,547 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32939-0x101b07dff900000, quorum=127.0.0.1:61533, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-16T09:51:33,548 DEBUG [master/037c58a19ddb:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:32939-0x101b07dff900000, quorum=127.0.0.1:61533, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/037c58a19ddb,32939,1731750693442 2024-11-16T09:51:33,550 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39637-0x101b07dff900001, quorum=127.0.0.1:61533, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-16T09:51:33,551 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39637-0x101b07dff900001, quorum=127.0.0.1:61533, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T09:51:33,551 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32939-0x101b07dff900000, quorum=127.0.0.1:61533, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T09:51:33,551 DEBUG [master/037c58a19ddb:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:32939-0x101b07dff900000, quorum=127.0.0.1:61533, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-16T09:51:33,552 INFO [master/037c58a19ddb:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/037c58a19ddb,32939,1731750693442 from backup master directory 2024-11-16T09:51:33,553 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32939-0x101b07dff900000, quorum=127.0.0.1:61533, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/037c58a19ddb,32939,1731750693442 2024-11-16T09:51:33,553 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32939-0x101b07dff900000, quorum=127.0.0.1:61533, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-16T09:51:33,553 WARN [master/037c58a19ddb:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-16T09:51:33,553 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39637-0x101b07dff900001, quorum=127.0.0.1:61533, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-16T09:51:33,554 INFO [master/037c58a19ddb:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=037c58a19ddb,32939,1731750693442 2024-11-16T09:51:33,560 DEBUG [master/037c58a19ddb:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:39311/user/jenkins/test-data/27d0d3df-c22b-c5c5-bb51-336f63cd6168/hbase.id] with ID: 6175c85e-823b-4452-b72a-3d5195a63971 2024-11-16T09:51:33,560 DEBUG [master/037c58a19ddb:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:39311/user/jenkins/test-data/27d0d3df-c22b-c5c5-bb51-336f63cd6168/.tmp/hbase.id 2024-11-16T09:51:33,568 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42473 is added to blk_1073741826_1002 (size=42) 2024-11-16T09:51:33,569 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33205 is added to blk_1073741826_1002 (size=42) 2024-11-16T09:51:33,569 DEBUG [master/037c58a19ddb:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:39311/user/jenkins/test-data/27d0d3df-c22b-c5c5-bb51-336f63cd6168/.tmp/hbase.id]:[hdfs://localhost:39311/user/jenkins/test-data/27d0d3df-c22b-c5c5-bb51-336f63cd6168/hbase.id] 2024-11-16T09:51:33,583 INFO [master/037c58a19ddb:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T09:51:33,583 INFO [master/037c58a19ddb:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-16T09:51:33,585 INFO [master/037c58a19ddb:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-16T09:51:33,588 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32939-0x101b07dff900000, quorum=127.0.0.1:61533, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T09:51:33,589 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39637-0x101b07dff900001, quorum=127.0.0.1:61533, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T09:51:33,597 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42473 is added to blk_1073741827_1003 (size=196) 2024-11-16T09:51:33,598 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33205 is added to blk_1073741827_1003 (size=196) 2024-11-16T09:51:33,600 INFO [master/037c58a19ddb:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-16T09:51:33,601 INFO [master/037c58a19ddb:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-16T09:51:33,601 INFO [master/037c58a19ddb:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T09:51:33,621 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42473 is added to blk_1073741828_1004 (size=1189) 2024-11-16T09:51:33,621 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33205 is added to blk_1073741828_1004 (size=1189) 2024-11-16T09:51:33,622 INFO [master/037c58a19ddb:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:39311/user/jenkins/test-data/27d0d3df-c22b-c5c5-bb51-336f63cd6168/MasterData/data/master/store 2024-11-16T09:51:33,632 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33205 is added to blk_1073741829_1005 (size=34) 2024-11-16T09:51:33,632 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42473 is added to blk_1073741829_1005 (size=34) 2024-11-16T09:51:33,632 DEBUG [master/037c58a19ddb:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T09:51:33,633 DEBUG [master/037c58a19ddb:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-16T09:51:33,633 INFO [master/037c58a19ddb:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T09:51:33,633 DEBUG [master/037c58a19ddb:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T09:51:33,633 DEBUG [master/037c58a19ddb:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-16T09:51:33,633 DEBUG [master/037c58a19ddb:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T09:51:33,633 INFO [master/037c58a19ddb:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T09:51:33,633 DEBUG [master/037c58a19ddb:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731750693633Disabling compacts and flushes for region at 1731750693633Disabling writes for close at 1731750693633Writing region close event to WAL at 1731750693633Closed at 1731750693633 2024-11-16T09:51:33,634 WARN [master/037c58a19ddb:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:39311/user/jenkins/test-data/27d0d3df-c22b-c5c5-bb51-336f63cd6168/MasterData/data/master/store/.initializing 2024-11-16T09:51:33,634 DEBUG [master/037c58a19ddb:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39311/user/jenkins/test-data/27d0d3df-c22b-c5c5-bb51-336f63cd6168/MasterData/WALs/037c58a19ddb,32939,1731750693442 2024-11-16T09:51:33,635 INFO [master/037c58a19ddb:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-16T09:51:33,636 INFO [master/037c58a19ddb:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=037c58a19ddb%2C32939%2C1731750693442, suffix=, logDir=hdfs://localhost:39311/user/jenkins/test-data/27d0d3df-c22b-c5c5-bb51-336f63cd6168/MasterData/WALs/037c58a19ddb,32939,1731750693442, archiveDir=hdfs://localhost:39311/user/jenkins/test-data/27d0d3df-c22b-c5c5-bb51-336f63cd6168/MasterData/oldWALs, maxLogs=10 2024-11-16T09:51:33,654 DEBUG [master/037c58a19ddb:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/27d0d3df-c22b-c5c5-bb51-336f63cd6168/MasterData/WALs/037c58a19ddb,32939,1731750693442/037c58a19ddb%2C32939%2C1731750693442.1731750693637, exclude list is [], retry=0 2024-11-16T09:51:33,657 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42473,DS-c06cc49c-5ea9-452b-8049-c3e1526da9e1,DISK] 2024-11-16T09:51:33,657 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33205,DS-4861b742-2fa8-4dd0-903b-31bf2e267c33,DISK] 2024-11-16T09:51:33,660 INFO [master/037c58a19ddb:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/27d0d3df-c22b-c5c5-bb51-336f63cd6168/MasterData/WALs/037c58a19ddb,32939,1731750693442/037c58a19ddb%2C32939%2C1731750693442.1731750693637 2024-11-16T09:51:33,660 DEBUG [master/037c58a19ddb:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41855:41855),(127.0.0.1/127.0.0.1:39641:39641)] 2024-11-16T09:51:33,660 DEBUG [master/037c58a19ddb:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-16T09:51:33,660 DEBUG [master/037c58a19ddb:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T09:51:33,661 DEBUG [master/037c58a19ddb:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T09:51:33,661 DEBUG [master/037c58a19ddb:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T09:51:33,662 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T09:51:33,664 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-16T09:51:33,664 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T09:51:33,664 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T09:51:33,664 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T09:51:33,666 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-16T09:51:33,666 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T09:51:33,666 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T09:51:33,666 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T09:51:33,667 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-16T09:51:33,668 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T09:51:33,668 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T09:51:33,668 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T09:51:33,670 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-16T09:51:33,670 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T09:51:33,670 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T09:51:33,671 DEBUG [master/037c58a19ddb:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T09:51:33,671 DEBUG [master/037c58a19ddb:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39311/user/jenkins/test-data/27d0d3df-c22b-c5c5-bb51-336f63cd6168/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-16T09:51:33,672 DEBUG [master/037c58a19ddb:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39311/user/jenkins/test-data/27d0d3df-c22b-c5c5-bb51-336f63cd6168/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-16T09:51:33,674 DEBUG [master/037c58a19ddb:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T09:51:33,674 DEBUG [master/037c58a19ddb:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T09:51:33,674 DEBUG [master/037c58a19ddb:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T09:51:33,675 DEBUG [master/037c58a19ddb:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T09:51:33,678 DEBUG [master/037c58a19ddb:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39311/user/jenkins/test-data/27d0d3df-c22b-c5c5-bb51-336f63cd6168/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T09:51:33,678 INFO [master/037c58a19ddb:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=794183, jitterRate=0.009856820106506348}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T09:51:33,679 DEBUG [master/037c58a19ddb:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731750693661Initializing all the Stores at 1731750693662 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731750693662Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731750693662Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731750693662Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731750693662Cleaning up temporary data from old regions at 1731750693674 (+12 ms)Region opened successfully at 1731750693679 (+5 ms) 2024-11-16T09:51:33,680 INFO [master/037c58a19ddb:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-16T09:51:33,685 DEBUG [master/037c58a19ddb:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@295011c7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=037c58a19ddb/172.17.0.2:0 2024-11-16T09:51:33,686 INFO [master/037c58a19ddb:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-16T09:51:33,687 INFO [master/037c58a19ddb:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-16T09:51:33,687 INFO [master/037c58a19ddb:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-16T09:51:33,687 INFO [master/037c58a19ddb:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-16T09:51:33,687 INFO [master/037c58a19ddb:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-16T09:51:33,688 INFO [master/037c58a19ddb:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-16T09:51:33,688 INFO [master/037c58a19ddb:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-16T09:51:33,691 INFO [master/037c58a19ddb:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-16T09:51:33,692 DEBUG [master/037c58a19ddb:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32939-0x101b07dff900000, quorum=127.0.0.1:61533, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-16T09:51:33,693 DEBUG [master/037c58a19ddb:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-16T09:51:33,694 INFO [master/037c58a19ddb:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-16T09:51:33,694 DEBUG [master/037c58a19ddb:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32939-0x101b07dff900000, quorum=127.0.0.1:61533, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-16T09:51:33,696 DEBUG [master/037c58a19ddb:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-16T09:51:33,697 INFO [master/037c58a19ddb:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-16T09:51:33,697 DEBUG [master/037c58a19ddb:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32939-0x101b07dff900000, quorum=127.0.0.1:61533, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-16T09:51:33,699 DEBUG [master/037c58a19ddb:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-16T09:51:33,700 DEBUG [master/037c58a19ddb:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32939-0x101b07dff900000, quorum=127.0.0.1:61533, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-16T09:51:33,703 DEBUG [master/037c58a19ddb:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-16T09:51:33,706 DEBUG [master/037c58a19ddb:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32939-0x101b07dff900000, quorum=127.0.0.1:61533, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-16T09:51:33,709 DEBUG [master/037c58a19ddb:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-16T09:51:33,711 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32939-0x101b07dff900000, quorum=127.0.0.1:61533, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-16T09:51:33,711 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32939-0x101b07dff900000, quorum=127.0.0.1:61533, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T09:51:33,711 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39637-0x101b07dff900001, quorum=127.0.0.1:61533, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-16T09:51:33,711 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39637-0x101b07dff900001, quorum=127.0.0.1:61533, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T09:51:33,712 INFO [master/037c58a19ddb:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=037c58a19ddb,32939,1731750693442, sessionid=0x101b07dff900000, setting cluster-up flag (Was=false) 2024-11-16T09:51:33,715 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39637-0x101b07dff900001, quorum=127.0.0.1:61533, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T09:51:33,715 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32939-0x101b07dff900000, quorum=127.0.0.1:61533, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T09:51:33,722 DEBUG [master/037c58a19ddb:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-16T09:51:33,723 DEBUG [master/037c58a19ddb:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=037c58a19ddb,32939,1731750693442 2024-11-16T09:51:33,726 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39637-0x101b07dff900001, quorum=127.0.0.1:61533, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T09:51:33,726 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32939-0x101b07dff900000, quorum=127.0.0.1:61533, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T09:51:33,731 DEBUG [master/037c58a19ddb:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-16T09:51:33,732 DEBUG [master/037c58a19ddb:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=037c58a19ddb,32939,1731750693442 2024-11-16T09:51:33,733 INFO [master/037c58a19ddb:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:39311/user/jenkins/test-data/27d0d3df-c22b-c5c5-bb51-336f63cd6168/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-16T09:51:33,734 DEBUG [master/037c58a19ddb:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-16T09:51:33,735 INFO [master/037c58a19ddb:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-16T09:51:33,735 INFO [master/037c58a19ddb:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-16T09:51:33,735 DEBUG [master/037c58a19ddb:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 037c58a19ddb,32939,1731750693442 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-16T09:51:33,737 DEBUG [master/037c58a19ddb:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/037c58a19ddb:0, corePoolSize=5, maxPoolSize=5 2024-11-16T09:51:33,737 DEBUG [master/037c58a19ddb:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/037c58a19ddb:0, corePoolSize=5, maxPoolSize=5 2024-11-16T09:51:33,737 DEBUG [master/037c58a19ddb:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/037c58a19ddb:0, corePoolSize=5, maxPoolSize=5 2024-11-16T09:51:33,737 DEBUG [master/037c58a19ddb:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/037c58a19ddb:0, corePoolSize=5, maxPoolSize=5 2024-11-16T09:51:33,737 DEBUG [master/037c58a19ddb:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/037c58a19ddb:0, corePoolSize=10, maxPoolSize=10 2024-11-16T09:51:33,737 DEBUG [master/037c58a19ddb:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/037c58a19ddb:0, corePoolSize=1, maxPoolSize=1 2024-11-16T09:51:33,737 DEBUG [master/037c58a19ddb:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/037c58a19ddb:0, corePoolSize=2, maxPoolSize=2 2024-11-16T09:51:33,737 DEBUG [master/037c58a19ddb:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/037c58a19ddb:0, corePoolSize=1, maxPoolSize=1 2024-11-16T09:51:33,738 INFO [master/037c58a19ddb:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731750723738 2024-11-16T09:51:33,738 INFO [master/037c58a19ddb:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-16T09:51:33,738 INFO [master/037c58a19ddb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-16T09:51:33,738 INFO [master/037c58a19ddb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-16T09:51:33,738 INFO [master/037c58a19ddb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-16T09:51:33,738 INFO [master/037c58a19ddb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-16T09:51:33,739 INFO [master/037c58a19ddb:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-16T09:51:33,739 INFO [master/037c58a19ddb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-16T09:51:33,739 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T09:51:33,739 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-16T09:51:33,739 INFO [master/037c58a19ddb:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-16T09:51:33,739 INFO [master/037c58a19ddb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-16T09:51:33,739 INFO [master/037c58a19ddb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-16T09:51:33,740 INFO [master/037c58a19ddb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-16T09:51:33,740 INFO [master/037c58a19ddb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-16T09:51:33,740 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T09:51:33,740 INFO [PEWorker-2 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-16T09:51:33,741 DEBUG [master/037c58a19ddb:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/037c58a19ddb:0:becomeActiveMaster-HFileCleaner.large.0-1731750693740,5,FailOnTimeoutGroup] 2024-11-16T09:51:33,744 DEBUG [master/037c58a19ddb:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/037c58a19ddb:0:becomeActiveMaster-HFileCleaner.small.0-1731750693741,5,FailOnTimeoutGroup] 2024-11-16T09:51:33,744 INFO [master/037c58a19ddb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-16T09:51:33,744 INFO [master/037c58a19ddb:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-16T09:51:33,744 INFO [master/037c58a19ddb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-16T09:51:33,744 INFO [master/037c58a19ddb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-16T09:51:33,757 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33205 is added to blk_1073741831_1007 (size=1321) 2024-11-16T09:51:33,758 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42473 is added to blk_1073741831_1007 (size=1321) 2024-11-16T09:51:33,759 INFO [PEWorker-2 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:39311/user/jenkins/test-data/27d0d3df-c22b-c5c5-bb51-336f63cd6168/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-16T09:51:33,759 INFO [PEWorker-2 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39311/user/jenkins/test-data/27d0d3df-c22b-c5c5-bb51-336f63cd6168 2024-11-16T09:51:33,769 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42473 is added to blk_1073741832_1008 (size=32) 2024-11-16T09:51:33,770 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33205 is added to blk_1073741832_1008 (size=32) 2024-11-16T09:51:33,832 INFO [RS:0;037c58a19ddb:39637 {}] regionserver.HRegionServer(746): ClusterId : 6175c85e-823b-4452-b72a-3d5195a63971 2024-11-16T09:51:33,832 DEBUG [RS:0;037c58a19ddb:39637 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-16T09:51:33,835 DEBUG [RS:0;037c58a19ddb:39637 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-16T09:51:33,835 DEBUG [RS:0;037c58a19ddb:39637 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-16T09:51:33,838 DEBUG [RS:0;037c58a19ddb:39637 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-16T09:51:33,839 DEBUG [RS:0;037c58a19ddb:39637 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16bc64c9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=037c58a19ddb/172.17.0.2:0 2024-11-16T09:51:33,854 DEBUG [RS:0;037c58a19ddb:39637 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;037c58a19ddb:39637 2024-11-16T09:51:33,855 INFO [RS:0;037c58a19ddb:39637 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-16T09:51:33,855 INFO [RS:0;037c58a19ddb:39637 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-16T09:51:33,855 DEBUG [RS:0;037c58a19ddb:39637 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-16T09:51:33,860 INFO [RS:0;037c58a19ddb:39637 {}] regionserver.HRegionServer(2659): reportForDuty to master=037c58a19ddb,32939,1731750693442 with port=39637, startcode=1731750693506 2024-11-16T09:51:33,860 DEBUG [RS:0;037c58a19ddb:39637 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-16T09:51:33,862 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37895, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-11-16T09:51:33,863 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=32939 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 037c58a19ddb,39637,1731750693506 2024-11-16T09:51:33,863 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=32939 {}] master.ServerManager(517): Registering regionserver=037c58a19ddb,39637,1731750693506 2024-11-16T09:51:33,865 DEBUG [RS:0;037c58a19ddb:39637 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39311/user/jenkins/test-data/27d0d3df-c22b-c5c5-bb51-336f63cd6168 2024-11-16T09:51:33,865 DEBUG [RS:0;037c58a19ddb:39637 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39311 2024-11-16T09:51:33,865 DEBUG [RS:0;037c58a19ddb:39637 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-16T09:51:33,867 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32939-0x101b07dff900000, quorum=127.0.0.1:61533, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-16T09:51:33,867 DEBUG [RS:0;037c58a19ddb:39637 {}] zookeeper.ZKUtil(111): regionserver:39637-0x101b07dff900001, quorum=127.0.0.1:61533, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/037c58a19ddb,39637,1731750693506 2024-11-16T09:51:33,867 WARN [RS:0;037c58a19ddb:39637 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-16T09:51:33,868 INFO [RS:0;037c58a19ddb:39637 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T09:51:33,868 DEBUG [RS:0;037c58a19ddb:39637 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39311/user/jenkins/test-data/27d0d3df-c22b-c5c5-bb51-336f63cd6168/WALs/037c58a19ddb,39637,1731750693506 2024-11-16T09:51:33,868 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [037c58a19ddb,39637,1731750693506] 2024-11-16T09:51:33,872 INFO [RS:0;037c58a19ddb:39637 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-16T09:51:33,874 INFO [RS:0;037c58a19ddb:39637 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-16T09:51:33,875 INFO [RS:0;037c58a19ddb:39637 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-16T09:51:33,875 INFO [RS:0;037c58a19ddb:39637 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T09:51:33,876 INFO [RS:0;037c58a19ddb:39637 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-16T09:51:33,877 INFO [RS:0;037c58a19ddb:39637 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-16T09:51:33,877 INFO [RS:0;037c58a19ddb:39637 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-16T09:51:33,877 DEBUG [RS:0;037c58a19ddb:39637 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/037c58a19ddb:0, corePoolSize=1, maxPoolSize=1 2024-11-16T09:51:33,877 DEBUG [RS:0;037c58a19ddb:39637 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/037c58a19ddb:0, corePoolSize=1, maxPoolSize=1 2024-11-16T09:51:33,877 DEBUG [RS:0;037c58a19ddb:39637 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/037c58a19ddb:0, corePoolSize=1, maxPoolSize=1 2024-11-16T09:51:33,877 DEBUG [RS:0;037c58a19ddb:39637 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/037c58a19ddb:0, corePoolSize=1, maxPoolSize=1 2024-11-16T09:51:33,877 DEBUG [RS:0;037c58a19ddb:39637 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/037c58a19ddb:0, corePoolSize=1, maxPoolSize=1 2024-11-16T09:51:33,878 DEBUG [RS:0;037c58a19ddb:39637 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/037c58a19ddb:0, corePoolSize=2, maxPoolSize=2 2024-11-16T09:51:33,878 DEBUG [RS:0;037c58a19ddb:39637 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/037c58a19ddb:0, corePoolSize=1, maxPoolSize=1 2024-11-16T09:51:33,878 DEBUG [RS:0;037c58a19ddb:39637 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/037c58a19ddb:0, corePoolSize=1, maxPoolSize=1 2024-11-16T09:51:33,878 DEBUG [RS:0;037c58a19ddb:39637 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/037c58a19ddb:0, corePoolSize=1, maxPoolSize=1 2024-11-16T09:51:33,878 DEBUG [RS:0;037c58a19ddb:39637 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/037c58a19ddb:0, corePoolSize=1, maxPoolSize=1 2024-11-16T09:51:33,878 DEBUG [RS:0;037c58a19ddb:39637 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/037c58a19ddb:0, corePoolSize=1, maxPoolSize=1 2024-11-16T09:51:33,878 DEBUG [RS:0;037c58a19ddb:39637 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/037c58a19ddb:0, corePoolSize=1, maxPoolSize=1 2024-11-16T09:51:33,878 DEBUG [RS:0;037c58a19ddb:39637 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/037c58a19ddb:0, corePoolSize=3, maxPoolSize=3 2024-11-16T09:51:33,878 DEBUG [RS:0;037c58a19ddb:39637 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/037c58a19ddb:0, corePoolSize=3, maxPoolSize=3 2024-11-16T09:51:33,906 INFO [RS:0;037c58a19ddb:39637 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-16T09:51:33,906 INFO [RS:0;037c58a19ddb:39637 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-16T09:51:33,907 INFO [RS:0;037c58a19ddb:39637 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T09:51:33,907 INFO [RS:0;037c58a19ddb:39637 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-16T09:51:33,907 INFO [RS:0;037c58a19ddb:39637 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-16T09:51:33,907 INFO [RS:0;037c58a19ddb:39637 {}] hbase.ChoreService(168): Chore ScheduledChore name=037c58a19ddb,39637,1731750693506-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-16T09:51:33,931 INFO [RS:0;037c58a19ddb:39637 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-16T09:51:33,931 INFO [RS:0;037c58a19ddb:39637 {}] hbase.ChoreService(168): Chore ScheduledChore name=037c58a19ddb,39637,1731750693506-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T09:51:33,932 INFO [RS:0;037c58a19ddb:39637 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T09:51:33,932 INFO [RS:0;037c58a19ddb:39637 {}] regionserver.Replication(171): 037c58a19ddb,39637,1731750693506 started 2024-11-16T09:51:33,956 INFO [RS:0;037c58a19ddb:39637 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T09:51:33,956 INFO [RS:0;037c58a19ddb:39637 {}] regionserver.HRegionServer(1482): Serving as 037c58a19ddb,39637,1731750693506, RpcServer on 037c58a19ddb/172.17.0.2:39637, sessionid=0x101b07dff900001 2024-11-16T09:51:33,956 DEBUG [RS:0;037c58a19ddb:39637 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-16T09:51:33,957 DEBUG [RS:0;037c58a19ddb:39637 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 037c58a19ddb,39637,1731750693506 2024-11-16T09:51:33,957 DEBUG [RS:0;037c58a19ddb:39637 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '037c58a19ddb,39637,1731750693506' 2024-11-16T09:51:33,957 DEBUG [RS:0;037c58a19ddb:39637 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-16T09:51:33,957 DEBUG [RS:0;037c58a19ddb:39637 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-16T09:51:33,958 DEBUG [RS:0;037c58a19ddb:39637 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-16T09:51:33,958 DEBUG [RS:0;037c58a19ddb:39637 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-16T09:51:33,958 DEBUG [RS:0;037c58a19ddb:39637 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 037c58a19ddb,39637,1731750693506 2024-11-16T09:51:33,958 DEBUG [RS:0;037c58a19ddb:39637 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '037c58a19ddb,39637,1731750693506' 2024-11-16T09:51:33,958 DEBUG [RS:0;037c58a19ddb:39637 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-16T09:51:33,958 DEBUG [RS:0;037c58a19ddb:39637 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-16T09:51:33,959 DEBUG [RS:0;037c58a19ddb:39637 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-16T09:51:33,959 INFO [RS:0;037c58a19ddb:39637 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-16T09:51:33,959 INFO [RS:0;037c58a19ddb:39637 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-16T09:51:34,060 INFO [RS:0;037c58a19ddb:39637 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-16T09:51:34,061 INFO [RS:0;037c58a19ddb:39637 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=037c58a19ddb%2C39637%2C1731750693506, suffix=, logDir=hdfs://localhost:39311/user/jenkins/test-data/27d0d3df-c22b-c5c5-bb51-336f63cd6168/WALs/037c58a19ddb,39637,1731750693506, archiveDir=hdfs://localhost:39311/user/jenkins/test-data/27d0d3df-c22b-c5c5-bb51-336f63cd6168/oldWALs, maxLogs=32 2024-11-16T09:51:34,076 DEBUG [RS:0;037c58a19ddb:39637 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/27d0d3df-c22b-c5c5-bb51-336f63cd6168/WALs/037c58a19ddb,39637,1731750693506/037c58a19ddb%2C39637%2C1731750693506.1731750694062, exclude list is [], retry=0 2024-11-16T09:51:34,080 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33205,DS-4861b742-2fa8-4dd0-903b-31bf2e267c33,DISK] 2024-11-16T09:51:34,080 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42473,DS-c06cc49c-5ea9-452b-8049-c3e1526da9e1,DISK] 2024-11-16T09:51:34,092 INFO [RS:0;037c58a19ddb:39637 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/27d0d3df-c22b-c5c5-bb51-336f63cd6168/WALs/037c58a19ddb,39637,1731750693506/037c58a19ddb%2C39637%2C1731750693506.1731750694062 2024-11-16T09:51:34,093 DEBUG [RS:0;037c58a19ddb:39637 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39641:39641),(127.0.0.1/127.0.0.1:41855:41855)] 2024-11-16T09:51:34,171 DEBUG [PEWorker-2 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T09:51:34,173 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-16T09:51:34,174 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-16T09:51:34,174 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T09:51:34,175 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T09:51:34,175 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-16T09:51:34,176 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-16T09:51:34,176 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T09:51:34,180 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T09:51:34,180 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-16T09:51:34,181 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-16T09:51:34,182 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T09:51:34,182 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T09:51:34,182 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-16T09:51:34,184 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-16T09:51:34,184 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T09:51:34,187 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T09:51:34,188 DEBUG [PEWorker-2 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-16T09:51:34,188 DEBUG [PEWorker-2 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39311/user/jenkins/test-data/27d0d3df-c22b-c5c5-bb51-336f63cd6168/data/hbase/meta/1588230740 2024-11-16T09:51:34,189 DEBUG [PEWorker-2 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39311/user/jenkins/test-data/27d0d3df-c22b-c5c5-bb51-336f63cd6168/data/hbase/meta/1588230740 2024-11-16T09:51:34,190 DEBUG [PEWorker-2 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-16T09:51:34,190 DEBUG [PEWorker-2 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-16T09:51:34,191 DEBUG [PEWorker-2 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-16T09:51:34,192 DEBUG [PEWorker-2 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-16T09:51:34,194 DEBUG [PEWorker-2 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39311/user/jenkins/test-data/27d0d3df-c22b-c5c5-bb51-336f63cd6168/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T09:51:34,195 INFO [PEWorker-2 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=870894, jitterRate=0.10739926993846893}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-16T09:51:34,195 DEBUG [PEWorker-2 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731750694171Initializing all the Stores at 1731750694172 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731750694172Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731750694172Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731750694172Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731750694172Cleaning up temporary data from old regions at 1731750694190 (+18 ms)Region opened successfully at 1731750694195 (+5 ms) 2024-11-16T09:51:34,196 DEBUG [PEWorker-2 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-16T09:51:34,196 INFO [PEWorker-2 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-16T09:51:34,196 DEBUG [PEWorker-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-16T09:51:34,196 DEBUG [PEWorker-2 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-16T09:51:34,196 DEBUG [PEWorker-2 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-16T09:51:34,204 INFO [PEWorker-2 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-16T09:51:34,204 DEBUG [PEWorker-2 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731750694196Disabling compacts and flushes for region at 1731750694196Disabling writes for close at 1731750694196Writing region close event to WAL at 1731750694204 (+8 ms)Closed at 1731750694204 2024-11-16T09:51:34,206 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T09:51:34,206 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-16T09:51:34,206 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-16T09:51:34,208 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-16T09:51:34,209 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-16T09:51:34,359 DEBUG [037c58a19ddb:32939 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-16T09:51:34,360 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=037c58a19ddb,39637,1731750693506 2024-11-16T09:51:34,361 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 037c58a19ddb,39637,1731750693506, state=OPENING 2024-11-16T09:51:34,363 DEBUG [PEWorker-5 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-16T09:51:34,365 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32939-0x101b07dff900000, quorum=127.0.0.1:61533, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T09:51:34,365 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39637-0x101b07dff900001, quorum=127.0.0.1:61533, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T09:51:34,366 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-16T09:51:34,366 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-16T09:51:34,366 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=037c58a19ddb,39637,1731750693506}] 2024-11-16T09:51:34,366 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-16T09:51:34,520 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-16T09:51:34,522 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55593, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-16T09:51:34,526 INFO [RS_OPEN_META-regionserver/037c58a19ddb:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-16T09:51:34,526 INFO [RS_OPEN_META-regionserver/037c58a19ddb:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T09:51:34,527 INFO [RS_OPEN_META-regionserver/037c58a19ddb:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-16T09:51:34,529 INFO [RS_OPEN_META-regionserver/037c58a19ddb:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=037c58a19ddb%2C39637%2C1731750693506.meta, suffix=.meta, logDir=hdfs://localhost:39311/user/jenkins/test-data/27d0d3df-c22b-c5c5-bb51-336f63cd6168/WALs/037c58a19ddb,39637,1731750693506, archiveDir=hdfs://localhost:39311/user/jenkins/test-data/27d0d3df-c22b-c5c5-bb51-336f63cd6168/oldWALs, maxLogs=32 2024-11-16T09:51:34,551 DEBUG [RS_OPEN_META-regionserver/037c58a19ddb:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/27d0d3df-c22b-c5c5-bb51-336f63cd6168/WALs/037c58a19ddb,39637,1731750693506/037c58a19ddb%2C39637%2C1731750693506.meta.1731750694530.meta, exclude list is [], retry=0 2024-11-16T09:51:34,554 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33205,DS-4861b742-2fa8-4dd0-903b-31bf2e267c33,DISK] 2024-11-16T09:51:34,554 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42473,DS-c06cc49c-5ea9-452b-8049-c3e1526da9e1,DISK] 2024-11-16T09:51:34,556 INFO [RS_OPEN_META-regionserver/037c58a19ddb:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/27d0d3df-c22b-c5c5-bb51-336f63cd6168/WALs/037c58a19ddb,39637,1731750693506/037c58a19ddb%2C39637%2C1731750693506.meta.1731750694530.meta 2024-11-16T09:51:34,557 DEBUG [RS_OPEN_META-regionserver/037c58a19ddb:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39641:39641),(127.0.0.1/127.0.0.1:41855:41855)] 2024-11-16T09:51:34,557 DEBUG [RS_OPEN_META-regionserver/037c58a19ddb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-16T09:51:34,557 DEBUG [RS_OPEN_META-regionserver/037c58a19ddb:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-16T09:51:34,558 DEBUG [RS_OPEN_META-regionserver/037c58a19ddb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-16T09:51:34,558 INFO [RS_OPEN_META-regionserver/037c58a19ddb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-16T09:51:34,558 DEBUG [RS_OPEN_META-regionserver/037c58a19ddb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-16T09:51:34,558 DEBUG [RS_OPEN_META-regionserver/037c58a19ddb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T09:51:34,558 DEBUG [RS_OPEN_META-regionserver/037c58a19ddb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-16T09:51:34,558 DEBUG [RS_OPEN_META-regionserver/037c58a19ddb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-16T09:51:34,560 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-16T09:51:34,561 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-16T09:51:34,561 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T09:51:34,562 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T09:51:34,562 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-16T09:51:34,563 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-16T09:51:34,563 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T09:51:34,563 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T09:51:34,563 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-16T09:51:34,564 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-16T09:51:34,565 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T09:51:34,565 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T09:51:34,566 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-16T09:51:34,566 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-16T09:51:34,566 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T09:51:34,567 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T09:51:34,567 DEBUG [RS_OPEN_META-regionserver/037c58a19ddb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-16T09:51:34,568 DEBUG [RS_OPEN_META-regionserver/037c58a19ddb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39311/user/jenkins/test-data/27d0d3df-c22b-c5c5-bb51-336f63cd6168/data/hbase/meta/1588230740 2024-11-16T09:51:34,569 DEBUG [RS_OPEN_META-regionserver/037c58a19ddb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39311/user/jenkins/test-data/27d0d3df-c22b-c5c5-bb51-336f63cd6168/data/hbase/meta/1588230740 2024-11-16T09:51:34,571 DEBUG [RS_OPEN_META-regionserver/037c58a19ddb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-16T09:51:34,571 DEBUG [RS_OPEN_META-regionserver/037c58a19ddb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-16T09:51:34,576 DEBUG [RS_OPEN_META-regionserver/037c58a19ddb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-16T09:51:34,578 DEBUG [RS_OPEN_META-regionserver/037c58a19ddb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-16T09:51:34,578 INFO [RS_OPEN_META-regionserver/037c58a19ddb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=761388, jitterRate=-0.031845927238464355}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-16T09:51:34,578 DEBUG [RS_OPEN_META-regionserver/037c58a19ddb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-16T09:51:34,579 DEBUG [RS_OPEN_META-regionserver/037c58a19ddb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731750694558Writing region info on filesystem at 1731750694558Initializing all the Stores at 1731750694559 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731750694559Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731750694560 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731750694560Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731750694560Cleaning up temporary data from old regions at 1731750694571 (+11 ms)Running coprocessor post-open hooks at 1731750694578 (+7 ms)Region opened successfully at 1731750694579 (+1 ms) 2024-11-16T09:51:34,580 INFO [RS_OPEN_META-regionserver/037c58a19ddb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731750694519 2024-11-16T09:51:34,583 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=037c58a19ddb,39637,1731750693506 2024-11-16T09:51:34,584 DEBUG [RS_OPEN_META-regionserver/037c58a19ddb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-16T09:51:34,584 INFO [RS_OPEN_META-regionserver/037c58a19ddb:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-16T09:51:34,585 INFO [PEWorker-1 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 037c58a19ddb,39637,1731750693506, state=OPEN 2024-11-16T09:51:34,592 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32939-0x101b07dff900000, quorum=127.0.0.1:61533, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-16T09:51:34,592 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39637-0x101b07dff900001, quorum=127.0.0.1:61533, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-16T09:51:34,592 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-16T09:51:34,592 DEBUG [PEWorker-1 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=037c58a19ddb,39637,1731750693506 2024-11-16T09:51:34,592 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-16T09:51:34,596 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-16T09:51:34,596 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=037c58a19ddb,39637,1731750693506 in 226 msec 2024-11-16T09:51:34,599 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-16T09:51:34,599 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 390 msec 2024-11-16T09:51:34,605 DEBUG [PEWorker-3 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T09:51:34,605 INFO [PEWorker-3 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-16T09:51:34,606 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T09:51:34,606 DEBUG [PEWorker-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=037c58a19ddb,39637,1731750693506, seqNum=-1] 2024-11-16T09:51:34,607 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T09:51:34,608 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54035, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T09:51:34,614 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 878 msec 2024-11-16T09:51:34,614 INFO [master/037c58a19ddb:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731750694614, completionTime=-1 2024-11-16T09:51:34,614 INFO [master/037c58a19ddb:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-16T09:51:34,614 DEBUG [master/037c58a19ddb:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-16T09:51:34,616 INFO [master/037c58a19ddb:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-16T09:51:34,616 INFO [master/037c58a19ddb:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731750754616 2024-11-16T09:51:34,616 INFO [master/037c58a19ddb:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731750814616 2024-11-16T09:51:34,616 INFO [master/037c58a19ddb:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-16T09:51:34,616 INFO [master/037c58a19ddb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=037c58a19ddb,32939,1731750693442-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T09:51:34,616 INFO [master/037c58a19ddb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=037c58a19ddb,32939,1731750693442-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T09:51:34,616 INFO [master/037c58a19ddb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=037c58a19ddb,32939,1731750693442-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T09:51:34,616 INFO [master/037c58a19ddb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-037c58a19ddb:32939, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T09:51:34,616 INFO [master/037c58a19ddb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-16T09:51:34,617 INFO [master/037c58a19ddb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-16T09:51:34,618 DEBUG [master/037c58a19ddb:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-16T09:51:34,621 INFO [master/037c58a19ddb:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.067sec 2024-11-16T09:51:34,621 INFO [master/037c58a19ddb:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-16T09:51:34,621 INFO [master/037c58a19ddb:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-16T09:51:34,621 INFO [master/037c58a19ddb:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-16T09:51:34,621 INFO [master/037c58a19ddb:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-16T09:51:34,621 INFO [master/037c58a19ddb:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-16T09:51:34,621 INFO [master/037c58a19ddb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=037c58a19ddb,32939,1731750693442-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-16T09:51:34,622 INFO [master/037c58a19ddb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=037c58a19ddb,32939,1731750693442-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-16T09:51:34,625 DEBUG [master/037c58a19ddb:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-16T09:51:34,625 INFO [master/037c58a19ddb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-16T09:51:34,625 INFO [master/037c58a19ddb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=037c58a19ddb,32939,1731750693442-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T09:51:34,631 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63a90a86, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T09:51:34,632 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 037c58a19ddb,32939,-1 for getting cluster id 2024-11-16T09:51:34,632 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T09:51:34,633 DEBUG [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6175c85e-823b-4452-b72a-3d5195a63971' 2024-11-16T09:51:34,634 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T09:51:34,634 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6175c85e-823b-4452-b72a-3d5195a63971" 2024-11-16T09:51:34,634 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b483ab5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T09:51:34,634 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [037c58a19ddb,32939,-1] 2024-11-16T09:51:34,634 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T09:51:34,635 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T09:51:34,636 INFO [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33460, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T09:51:34,637 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@62dbc4f9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T09:51:34,637 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T09:51:34,638 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=037c58a19ddb,39637,1731750693506, seqNum=-1] 2024-11-16T09:51:34,638 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T09:51:34,640 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51764, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T09:51:34,641 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=037c58a19ddb,32939,1731750693442 2024-11-16T09:51:34,642 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T09:51:34,644 INFO [Time-limited test {}] master.MasterRpcServices(567): Client=null/null set balanceSwitch=false 2024-11-16T09:51:34,644 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-16T09:51:34,645 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 037c58a19ddb,32939,1731750693442 2024-11-16T09:51:34,645 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@23ade073 2024-11-16T09:51:34,645 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-16T09:51:34,647 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33476, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-16T09:51:34,648 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32939 {}] util.TableDescriptorChecker(321): MAX_FILESIZE for table descriptor or "hbase.hregion.max.filesize" (786432) is too small, which might cause over splitting into unmanageable number of regions. 2024-11-16T09:51:34,648 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32939 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (8192) is too small, which might cause very frequent flushing. 2024-11-16T09:51:34,648 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32939 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestLogRolling-testLogRolling', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-16T09:51:34,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32939 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestLogRolling-testLogRolling 2024-11-16T09:51:34,651 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRolling execute state=CREATE_TABLE_PRE_OPERATION 2024-11-16T09:51:34,651 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T09:51:34,652 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32939 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestLogRolling-testLogRolling" procId is: 4 2024-11-16T09:51:34,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32939 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T09:51:34,653 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRolling execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-16T09:51:34,665 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33205 is added to blk_1073741835_1011 (size=381) 2024-11-16T09:51:34,665 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42473 is added to blk_1073741835_1011 (size=381) 2024-11-16T09:51:34,667 INFO [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 3024c028c1906408c31c4f923b57efdd, NAME => 'TestLogRolling-testLogRolling,,1731750694648.3024c028c1906408c31c4f923b57efdd.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestLogRolling-testLogRolling', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39311/user/jenkins/test-data/27d0d3df-c22b-c5c5-bb51-336f63cd6168 2024-11-16T09:51:34,674 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33205 is added to blk_1073741836_1012 (size=64) 2024-11-16T09:51:34,674 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42473 is added to blk_1073741836_1012 (size=64) 2024-11-16T09:51:34,675 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(898): Instantiated TestLogRolling-testLogRolling,,1731750694648.3024c028c1906408c31c4f923b57efdd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T09:51:34,675 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(1722): Closing 3024c028c1906408c31c4f923b57efdd, disabling compactions & flushes 2024-11-16T09:51:34,675 INFO [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(1755): Closing region TestLogRolling-testLogRolling,,1731750694648.3024c028c1906408c31c4f923b57efdd. 2024-11-16T09:51:34,675 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testLogRolling,,1731750694648.3024c028c1906408c31c4f923b57efdd. 2024-11-16T09:51:34,675 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testLogRolling,,1731750694648.3024c028c1906408c31c4f923b57efdd. after waiting 0 ms 2024-11-16T09:51:34,675 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testLogRolling,,1731750694648.3024c028c1906408c31c4f923b57efdd. 2024-11-16T09:51:34,675 INFO [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(1973): Closed TestLogRolling-testLogRolling,,1731750694648.3024c028c1906408c31c4f923b57efdd. 2024-11-16T09:51:34,675 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(1676): Region close journal for 3024c028c1906408c31c4f923b57efdd: Waiting for close lock at 1731750694675Disabling compacts and flushes for region at 1731750694675Disabling writes for close at 1731750694675Writing region close event to WAL at 1731750694675Closed at 1731750694675 2024-11-16T09:51:34,676 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRolling execute state=CREATE_TABLE_ADD_TO_META 2024-11-16T09:51:34,677 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestLogRolling-testLogRolling,,1731750694648.3024c028c1906408c31c4f923b57efdd.","families":{"info":[{"qualifier":"regioninfo","vlen":63,"tag":[],"timestamp":"1731750694676"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731750694676"}]},"ts":"1731750694676"} 2024-11-16T09:51:34,679 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-16T09:51:34,680 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRolling execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-16T09:51:34,680 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testLogRolling","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731750694680"}]},"ts":"1731750694680"} 2024-11-16T09:51:34,682 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testLogRolling, state=ENABLING in hbase:meta 2024-11-16T09:51:34,682 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=3024c028c1906408c31c4f923b57efdd, ASSIGN}] 2024-11-16T09:51:34,684 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=3024c028c1906408c31c4f923b57efdd, ASSIGN 2024-11-16T09:51:34,686 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=3024c028c1906408c31c4f923b57efdd, ASSIGN; state=OFFLINE, location=037c58a19ddb,39637,1731750693506; forceNewPlan=false, retain=false 2024-11-16T09:51:34,837 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=3024c028c1906408c31c4f923b57efdd, regionState=OPENING, regionLocation=037c58a19ddb,39637,1731750693506 2024-11-16T09:51:34,840 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=3024c028c1906408c31c4f923b57efdd, ASSIGN because future has completed 2024-11-16T09:51:34,840 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3024c028c1906408c31c4f923b57efdd, server=037c58a19ddb,39637,1731750693506}] 2024-11-16T09:51:34,998 INFO [RS_OPEN_REGION-regionserver/037c58a19ddb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open TestLogRolling-testLogRolling,,1731750694648.3024c028c1906408c31c4f923b57efdd. 2024-11-16T09:51:34,998 DEBUG [RS_OPEN_REGION-regionserver/037c58a19ddb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 3024c028c1906408c31c4f923b57efdd, NAME => 'TestLogRolling-testLogRolling,,1731750694648.3024c028c1906408c31c4f923b57efdd.', STARTKEY => '', ENDKEY => ''} 2024-11-16T09:51:34,999 DEBUG [RS_OPEN_REGION-regionserver/037c58a19ddb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestLogRolling-testLogRolling 3024c028c1906408c31c4f923b57efdd 2024-11-16T09:51:34,999 DEBUG [RS_OPEN_REGION-regionserver/037c58a19ddb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated TestLogRolling-testLogRolling,,1731750694648.3024c028c1906408c31c4f923b57efdd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T09:51:34,999 DEBUG [RS_OPEN_REGION-regionserver/037c58a19ddb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 3024c028c1906408c31c4f923b57efdd 2024-11-16T09:51:34,999 DEBUG [RS_OPEN_REGION-regionserver/037c58a19ddb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 3024c028c1906408c31c4f923b57efdd 2024-11-16T09:51:35,001 INFO [StoreOpener-3024c028c1906408c31c4f923b57efdd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 3024c028c1906408c31c4f923b57efdd 2024-11-16T09:51:35,002 INFO [StoreOpener-3024c028c1906408c31c4f923b57efdd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3024c028c1906408c31c4f923b57efdd columnFamilyName info 2024-11-16T09:51:35,002 DEBUG [StoreOpener-3024c028c1906408c31c4f923b57efdd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T09:51:35,003 INFO [StoreOpener-3024c028c1906408c31c4f923b57efdd-1 {}] regionserver.HStore(327): Store=3024c028c1906408c31c4f923b57efdd/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T09:51:35,003 DEBUG [RS_OPEN_REGION-regionserver/037c58a19ddb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 3024c028c1906408c31c4f923b57efdd 2024-11-16T09:51:35,004 DEBUG [RS_OPEN_REGION-regionserver/037c58a19ddb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39311/user/jenkins/test-data/27d0d3df-c22b-c5c5-bb51-336f63cd6168/data/default/TestLogRolling-testLogRolling/3024c028c1906408c31c4f923b57efdd 2024-11-16T09:51:35,004 DEBUG [RS_OPEN_REGION-regionserver/037c58a19ddb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39311/user/jenkins/test-data/27d0d3df-c22b-c5c5-bb51-336f63cd6168/data/default/TestLogRolling-testLogRolling/3024c028c1906408c31c4f923b57efdd 2024-11-16T09:51:35,005 DEBUG [RS_OPEN_REGION-regionserver/037c58a19ddb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 3024c028c1906408c31c4f923b57efdd 2024-11-16T09:51:35,005 DEBUG [RS_OPEN_REGION-regionserver/037c58a19ddb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 3024c028c1906408c31c4f923b57efdd 2024-11-16T09:51:35,009 DEBUG [RS_OPEN_REGION-regionserver/037c58a19ddb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 3024c028c1906408c31c4f923b57efdd 2024-11-16T09:51:35,012 DEBUG [RS_OPEN_REGION-regionserver/037c58a19ddb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39311/user/jenkins/test-data/27d0d3df-c22b-c5c5-bb51-336f63cd6168/data/default/TestLogRolling-testLogRolling/3024c028c1906408c31c4f923b57efdd/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T09:51:35,012 INFO [RS_OPEN_REGION-regionserver/037c58a19ddb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 3024c028c1906408c31c4f923b57efdd; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=857121, jitterRate=0.08988672494888306}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-16T09:51:35,013 DEBUG [RS_OPEN_REGION-regionserver/037c58a19ddb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3024c028c1906408c31c4f923b57efdd 2024-11-16T09:51:35,013 DEBUG [RS_OPEN_REGION-regionserver/037c58a19ddb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 3024c028c1906408c31c4f923b57efdd: Running coprocessor pre-open hook at 1731750694999Writing region info on filesystem at 1731750694999Initializing all the Stores at 1731750695000 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731750695000Cleaning up temporary data from old regions at 1731750695005 (+5 ms)Running coprocessor post-open hooks at 1731750695013 (+8 ms)Region opened successfully at 1731750695013 2024-11-16T09:51:35,014 INFO [RS_OPEN_REGION-regionserver/037c58a19ddb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for TestLogRolling-testLogRolling,,1731750694648.3024c028c1906408c31c4f923b57efdd., pid=6, masterSystemTime=1731750694993 2024-11-16T09:51:35,016 DEBUG [RS_OPEN_REGION-regionserver/037c58a19ddb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for TestLogRolling-testLogRolling,,1731750694648.3024c028c1906408c31c4f923b57efdd. 2024-11-16T09:51:35,017 INFO [RS_OPEN_REGION-regionserver/037c58a19ddb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened TestLogRolling-testLogRolling,,1731750694648.3024c028c1906408c31c4f923b57efdd. 2024-11-16T09:51:35,018 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=3024c028c1906408c31c4f923b57efdd, regionState=OPEN, openSeqNum=2, regionLocation=037c58a19ddb,39637,1731750693506 2024-11-16T09:51:35,020 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3024c028c1906408c31c4f923b57efdd, server=037c58a19ddb,39637,1731750693506 because future has completed 2024-11-16T09:51:35,023 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-16T09:51:35,023 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 3024c028c1906408c31c4f923b57efdd, server=037c58a19ddb,39637,1731750693506 in 181 msec 2024-11-16T09:51:35,026 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-16T09:51:35,026 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=3024c028c1906408c31c4f923b57efdd, ASSIGN in 341 msec 2024-11-16T09:51:35,027 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRolling execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-16T09:51:35,027 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testLogRolling","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731750695027"}]},"ts":"1731750695027"} 2024-11-16T09:51:35,030 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testLogRolling, state=ENABLED in hbase:meta 2024-11-16T09:51:35,031 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRolling execute state=CREATE_TABLE_POST_OPERATION 2024-11-16T09:51:35,034 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestLogRolling-testLogRolling in 383 msec 2024-11-16T09:51:36,623 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T09:51:36,639 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T09:51:36,639 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T09:51:36,639 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T09:51:36,640 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T09:51:36,640 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T09:51:36,640 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T09:51:36,644 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T09:51:36,644 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T09:51:36,644 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T09:51:37,149 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-16T09:51:37,166 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T09:51:37,166 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T09:51:37,166 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T09:51:37,167 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T09:51:37,167 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T09:51:37,167 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T09:51:37,171 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T09:51:37,171 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T09:51:37,171 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T09:51:37,173 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T09:51:37,181 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testLogRolling 2024-11-16T09:51:37,181 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testLogRolling Metrics about Tables on a single HBase RegionServer 2024-11-16T09:51:37,182 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-16T09:51:39,872 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-16T09:51:39,872 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestLogRolling-testLogRolling' 2024-11-16T09:51:42,684 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-16T09:51:42,700 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T09:51:42,701 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T09:51:42,701 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T09:51:42,701 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T09:51:42,702 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T09:51:42,702 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T09:51:42,705 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T09:51:42,705 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T09:51:42,705 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T09:51:42,707 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T09:51:44,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32939 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-16T09:51:44,732 INFO [RPCClient-NioEventLoopGroup-4-16 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestLogRolling-testLogRolling completed 2024-11-16T09:51:44,733 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=TestLogRolling-testLogRolling,, stopping at row=TestLogRolling-testLogRolling ,, for max=2147483647 with caching=100 2024-11-16T09:51:44,736 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2234): Found 1 regions for table TestLogRolling-testLogRolling 2024-11-16T09:51:44,736 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2240): firstRegionName=TestLogRolling-testLogRolling,,1731750694648.3024c028c1906408c31c4f923b57efdd. 2024-11-16T09:51:44,740 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestLogRolling-testLogRolling', row='row0001', locateType=CURRENT is [region=TestLogRolling-testLogRolling,,1731750694648.3024c028c1906408c31c4f923b57efdd., hostname=037c58a19ddb,39637,1731750693506, seqNum=2] 2024-11-16T09:51:44,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39637 {}] regionserver.HRegion(8855): Flush requested on 3024c028c1906408c31c4f923b57efdd 2024-11-16T09:51:44,755 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 3024c028c1906408c31c4f923b57efdd 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-11-16T09:51:44,777 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39311/user/jenkins/test-data/27d0d3df-c22b-c5c5-bb51-336f63cd6168/data/default/TestLogRolling-testLogRolling/3024c028c1906408c31c4f923b57efdd/.tmp/info/a1ba11d8fdf84e7ea79f05ff53da1b99 is 1055, key is row0001/info:/1731750704741/Put/seqid=0 2024-11-16T09:51:44,786 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42473 is added to blk_1073741837_1013 (size=13386) 2024-11-16T09:51:44,786 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33205 is added to blk_1073741837_1013 (size=13386) 2024-11-16T09:51:44,790 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:39311/user/jenkins/test-data/27d0d3df-c22b-c5c5-bb51-336f63cd6168/data/default/TestLogRolling-testLogRolling/3024c028c1906408c31c4f923b57efdd/.tmp/info/a1ba11d8fdf84e7ea79f05ff53da1b99 2024-11-16T09:51:44,798 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39311/user/jenkins/test-data/27d0d3df-c22b-c5c5-bb51-336f63cd6168/data/default/TestLogRolling-testLogRolling/3024c028c1906408c31c4f923b57efdd/.tmp/info/a1ba11d8fdf84e7ea79f05ff53da1b99 as hdfs://localhost:39311/user/jenkins/test-data/27d0d3df-c22b-c5c5-bb51-336f63cd6168/data/default/TestLogRolling-testLogRolling/3024c028c1906408c31c4f923b57efdd/info/a1ba11d8fdf84e7ea79f05ff53da1b99 2024-11-16T09:51:44,799 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=3024c028c1906408c31c4f923b57efdd, server=037c58a19ddb,39637,1731750693506 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-16T09:51:44,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39637 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 1.2 K connection: 172.17.0.2:51764 deadline: 1731750714798, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=3024c028c1906408c31c4f923b57efdd, server=037c58a19ddb,39637,1731750693506 2024-11-16T09:51:44,805 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39311/user/jenkins/test-data/27d0d3df-c22b-c5c5-bb51-336f63cd6168/data/default/TestLogRolling-testLogRolling/3024c028c1906408c31c4f923b57efdd/info/a1ba11d8fdf84e7ea79f05ff53da1b99, entries=8, sequenceid=12, filesize=13.1 K 2024-11-16T09:51:44,806 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=21.55 KB/22071 for 3024c028c1906408c31c4f923b57efdd in 51ms, sequenceid=12, compaction requested=false 2024-11-16T09:51:44,806 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 3024c028c1906408c31c4f923b57efdd: 2024-11-16T09:51:44,807 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestLogRolling-testLogRolling,,1731750694648.3024c028c1906408c31c4f923b57efdd., hostname=037c58a19ddb,39637,1731750693506, seqNum=2 , the old value is region=TestLogRolling-testLogRolling,,1731750694648.3024c028c1906408c31c4f923b57efdd., hostname=037c58a19ddb,39637,1731750693506, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=3024c028c1906408c31c4f923b57efdd, server=037c58a19ddb,39637,1731750693506 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-16T09:51:44,807 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestLogRolling-testLogRolling,,1731750694648.3024c028c1906408c31c4f923b57efdd., hostname=037c58a19ddb,39637,1731750693506, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=3024c028c1906408c31c4f923b57efdd, server=037c58a19ddb,39637,1731750693506 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-16T09:51:44,807 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestLogRolling-testLogRolling,,1731750694648.3024c028c1906408c31c4f923b57efdd., hostname=037c58a19ddb,39637,1731750693506, seqNum=2 because the exception is null or not the one we care about 2024-11-16T09:51:54,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39637 {}] regionserver.HRegion(8855): Flush requested on 3024c028c1906408c31c4f923b57efdd 2024-11-16T09:51:54,853 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 3024c028c1906408c31c4f923b57efdd 1/1 column families, dataSize=22.58 KB heapSize=24.48 KB 2024-11-16T09:51:54,859 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39311/user/jenkins/test-data/27d0d3df-c22b-c5c5-bb51-336f63cd6168/data/default/TestLogRolling-testLogRolling/3024c028c1906408c31c4f923b57efdd/.tmp/info/3276247a24284221a677ba4599475b4e is 1055, key is row0009/info:/1731750704758/Put/seqid=0 2024-11-16T09:51:54,864 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33205 is added to blk_1073741838_1014 (size=28134) 2024-11-16T09:51:54,864 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42473 is added to blk_1073741838_1014 (size=28134) 2024-11-16T09:51:54,865 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.58 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:39311/user/jenkins/test-data/27d0d3df-c22b-c5c5-bb51-336f63cd6168/data/default/TestLogRolling-testLogRolling/3024c028c1906408c31c4f923b57efdd/.tmp/info/3276247a24284221a677ba4599475b4e 2024-11-16T09:51:54,871 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39311/user/jenkins/test-data/27d0d3df-c22b-c5c5-bb51-336f63cd6168/data/default/TestLogRolling-testLogRolling/3024c028c1906408c31c4f923b57efdd/.tmp/info/3276247a24284221a677ba4599475b4e as hdfs://localhost:39311/user/jenkins/test-data/27d0d3df-c22b-c5c5-bb51-336f63cd6168/data/default/TestLogRolling-testLogRolling/3024c028c1906408c31c4f923b57efdd/info/3276247a24284221a677ba4599475b4e 2024-11-16T09:51:54,877 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39311/user/jenkins/test-data/27d0d3df-c22b-c5c5-bb51-336f63cd6168/data/default/TestLogRolling-testLogRolling/3024c028c1906408c31c4f923b57efdd/info/3276247a24284221a677ba4599475b4e, entries=22, sequenceid=37, filesize=27.5 K 2024-11-16T09:51:54,878 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~22.58 KB/23122, heapSize ~24.47 KB/25056, currentSize=2.05 KB/2102 for 3024c028c1906408c31c4f923b57efdd in 25ms, sequenceid=37, compaction requested=false 2024-11-16T09:51:54,878 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 3024c028c1906408c31c4f923b57efdd: 2024-11-16T09:51:54,878 DEBUG [MemStoreFlusher.0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=40.5 K, sizeToCheck=16.0 K 2024-11-16T09:51:54,878 DEBUG [MemStoreFlusher.0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-16T09:51:54,878 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:39311/user/jenkins/test-data/27d0d3df-c22b-c5c5-bb51-336f63cd6168/data/default/TestLogRolling-testLogRolling/3024c028c1906408c31c4f923b57efdd/info/3276247a24284221a677ba4599475b4e because midkey is the same as first or last row 2024-11-16T09:51:56,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39637 {}] regionserver.HRegion(8855): Flush requested on 3024c028c1906408c31c4f923b57efdd 2024-11-16T09:51:56,871 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 3024c028c1906408c31c4f923b57efdd 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-11-16T09:51:56,877 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39311/user/jenkins/test-data/27d0d3df-c22b-c5c5-bb51-336f63cd6168/data/default/TestLogRolling-testLogRolling/3024c028c1906408c31c4f923b57efdd/.tmp/info/002cd4ba0c48493bad568cb7819b737e is 1055, key is row0031/info:/1731750714854/Put/seqid=0 2024-11-16T09:51:56,884 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33205 is added to blk_1073741839_1015 (size=13386) 2024-11-16T09:51:56,885 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42473 is added to blk_1073741839_1015 (size=13386) 2024-11-16T09:51:56,886 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=48 (bloomFilter=true), to=hdfs://localhost:39311/user/jenkins/test-data/27d0d3df-c22b-c5c5-bb51-336f63cd6168/data/default/TestLogRolling-testLogRolling/3024c028c1906408c31c4f923b57efdd/.tmp/info/002cd4ba0c48493bad568cb7819b737e 2024-11-16T09:51:56,893 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39311/user/jenkins/test-data/27d0d3df-c22b-c5c5-bb51-336f63cd6168/data/default/TestLogRolling-testLogRolling/3024c028c1906408c31c4f923b57efdd/.tmp/info/002cd4ba0c48493bad568cb7819b737e as hdfs://localhost:39311/user/jenkins/test-data/27d0d3df-c22b-c5c5-bb51-336f63cd6168/data/default/TestLogRolling-testLogRolling/3024c028c1906408c31c4f923b57efdd/info/002cd4ba0c48493bad568cb7819b737e 2024-11-16T09:51:56,899 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39311/user/jenkins/test-data/27d0d3df-c22b-c5c5-bb51-336f63cd6168/data/default/TestLogRolling-testLogRolling/3024c028c1906408c31c4f923b57efdd/info/002cd4ba0c48493bad568cb7819b737e, entries=8, sequenceid=48, filesize=13.1 K 2024-11-16T09:51:56,900 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=14.37 KB/14714 for 3024c028c1906408c31c4f923b57efdd in 30ms, sequenceid=48, compaction requested=true 2024-11-16T09:51:56,900 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 3024c028c1906408c31c4f923b57efdd: 2024-11-16T09:51:56,900 DEBUG [MemStoreFlusher.0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=53.6 K, sizeToCheck=16.0 K 2024-11-16T09:51:56,900 DEBUG [MemStoreFlusher.0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-16T09:51:56,900 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:39311/user/jenkins/test-data/27d0d3df-c22b-c5c5-bb51-336f63cd6168/data/default/TestLogRolling-testLogRolling/3024c028c1906408c31c4f923b57efdd/info/3276247a24284221a677ba4599475b4e because midkey is the same as first or last row 2024-11-16T09:51:56,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39637 {}] regionserver.HRegion(8855): Flush requested on 3024c028c1906408c31c4f923b57efdd 2024-11-16T09:51:56,901 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3024c028c1906408c31c4f923b57efdd:info, priority=-2147483648, current under compaction store size is 1 2024-11-16T09:51:56,902 DEBUG [RS:0;037c58a19ddb:39637-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-16T09:51:56,903 DEBUG [RS:0;037c58a19ddb:39637-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 54906 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-16T09:51:56,903 DEBUG [RS:0;037c58a19ddb:39637-shortCompactions-0 {}] regionserver.HStore(1541): 3024c028c1906408c31c4f923b57efdd/info is initiating minor compaction (all files) 2024-11-16T09:51:56,903 INFO [RS:0;037c58a19ddb:39637-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3024c028c1906408c31c4f923b57efdd/info in TestLogRolling-testLogRolling,,1731750694648.3024c028c1906408c31c4f923b57efdd. 2024-11-16T09:51:56,903 INFO [RS:0;037c58a19ddb:39637-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39311/user/jenkins/test-data/27d0d3df-c22b-c5c5-bb51-336f63cd6168/data/default/TestLogRolling-testLogRolling/3024c028c1906408c31c4f923b57efdd/info/a1ba11d8fdf84e7ea79f05ff53da1b99, hdfs://localhost:39311/user/jenkins/test-data/27d0d3df-c22b-c5c5-bb51-336f63cd6168/data/default/TestLogRolling-testLogRolling/3024c028c1906408c31c4f923b57efdd/info/3276247a24284221a677ba4599475b4e, hdfs://localhost:39311/user/jenkins/test-data/27d0d3df-c22b-c5c5-bb51-336f63cd6168/data/default/TestLogRolling-testLogRolling/3024c028c1906408c31c4f923b57efdd/info/002cd4ba0c48493bad568cb7819b737e] into tmpdir=hdfs://localhost:39311/user/jenkins/test-data/27d0d3df-c22b-c5c5-bb51-336f63cd6168/data/default/TestLogRolling-testLogRolling/3024c028c1906408c31c4f923b57efdd/.tmp, totalSize=53.6 K 2024-11-16T09:51:56,904 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-16T09:51:56,904 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 3024c028c1906408c31c4f923b57efdd 1/1 column families, dataSize=16.42 KB heapSize=17.88 KB 2024-11-16T09:51:56,904 DEBUG [RS:0;037c58a19ddb:39637-shortCompactions-0 {}] compactions.Compactor(225): Compacting a1ba11d8fdf84e7ea79f05ff53da1b99, keycount=8, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1731750704741 2024-11-16T09:51:56,904 DEBUG [RS:0;037c58a19ddb:39637-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3276247a24284221a677ba4599475b4e, keycount=22, bloomtype=ROW, size=27.5 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1731750704758 2024-11-16T09:51:56,905 DEBUG [RS:0;037c58a19ddb:39637-shortCompactions-0 {}] compactions.Compactor(225): Compacting 002cd4ba0c48493bad568cb7819b737e, keycount=8, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=48, earliestPutTs=1731750714854 2024-11-16T09:51:56,910 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39311/user/jenkins/test-data/27d0d3df-c22b-c5c5-bb51-336f63cd6168/data/default/TestLogRolling-testLogRolling/3024c028c1906408c31c4f923b57efdd/.tmp/info/2188ecb9228e468aadd9cfef32ef8f80 is 1055, key is row0039/info:/1731750716872/Put/seqid=0 2024-11-16T09:51:56,919 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42473 is added to blk_1073741840_1016 (size=22874) 2024-11-16T09:51:56,919 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33205 is added to blk_1073741840_1016 (size=22874) 2024-11-16T09:51:56,920 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.45 KB at sequenceid=68 (bloomFilter=true), to=hdfs://localhost:39311/user/jenkins/test-data/27d0d3df-c22b-c5c5-bb51-336f63cd6168/data/default/TestLogRolling-testLogRolling/3024c028c1906408c31c4f923b57efdd/.tmp/info/2188ecb9228e468aadd9cfef32ef8f80 2024-11-16T09:51:56,927 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39311/user/jenkins/test-data/27d0d3df-c22b-c5c5-bb51-336f63cd6168/data/default/TestLogRolling-testLogRolling/3024c028c1906408c31c4f923b57efdd/.tmp/info/2188ecb9228e468aadd9cfef32ef8f80 as hdfs://localhost:39311/user/jenkins/test-data/27d0d3df-c22b-c5c5-bb51-336f63cd6168/data/default/TestLogRolling-testLogRolling/3024c028c1906408c31c4f923b57efdd/info/2188ecb9228e468aadd9cfef32ef8f80 2024-11-16T09:51:56,930 INFO [RS:0;037c58a19ddb:39637-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3024c028c1906408c31c4f923b57efdd#info#compaction#35 average throughput is 12.70 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-16T09:51:56,930 DEBUG [RS:0;037c58a19ddb:39637-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39311/user/jenkins/test-data/27d0d3df-c22b-c5c5-bb51-336f63cd6168/data/default/TestLogRolling-testLogRolling/3024c028c1906408c31c4f923b57efdd/.tmp/info/ded475b687cf4830a0d35c0f90bc84c2 is 1055, key is row0001/info:/1731750704741/Put/seqid=0 2024-11-16T09:51:56,933 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39311/user/jenkins/test-data/27d0d3df-c22b-c5c5-bb51-336f63cd6168/data/default/TestLogRolling-testLogRolling/3024c028c1906408c31c4f923b57efdd/info/2188ecb9228e468aadd9cfef32ef8f80, entries=17, sequenceid=68, filesize=22.3 K 2024-11-16T09:51:56,934 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~17.45 KB/17867, heapSize ~18.96 KB/19416, currentSize=9.24 KB/9459 for 3024c028c1906408c31c4f923b57efdd in 30ms, sequenceid=68, compaction requested=false 2024-11-16T09:51:56,934 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 3024c028c1906408c31c4f923b57efdd: 2024-11-16T09:51:56,934 DEBUG [MemStoreFlusher.0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=76.0 K, sizeToCheck=16.0 K 2024-11-16T09:51:56,934 DEBUG [MemStoreFlusher.0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-16T09:51:56,934 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:39311/user/jenkins/test-data/27d0d3df-c22b-c5c5-bb51-336f63cd6168/data/default/TestLogRolling-testLogRolling/3024c028c1906408c31c4f923b57efdd/info/3276247a24284221a677ba4599475b4e because midkey is the same as first or last row 2024-11-16T09:51:56,936 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33205 is added to blk_1073741841_1017 (size=45105) 2024-11-16T09:51:56,936 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42473 is added to blk_1073741841_1017 (size=45105) 2024-11-16T09:51:56,942 DEBUG [RS:0;037c58a19ddb:39637-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39311/user/jenkins/test-data/27d0d3df-c22b-c5c5-bb51-336f63cd6168/data/default/TestLogRolling-testLogRolling/3024c028c1906408c31c4f923b57efdd/.tmp/info/ded475b687cf4830a0d35c0f90bc84c2 as hdfs://localhost:39311/user/jenkins/test-data/27d0d3df-c22b-c5c5-bb51-336f63cd6168/data/default/TestLogRolling-testLogRolling/3024c028c1906408c31c4f923b57efdd/info/ded475b687cf4830a0d35c0f90bc84c2 2024-11-16T09:51:56,949 INFO [RS:0;037c58a19ddb:39637-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 3024c028c1906408c31c4f923b57efdd/info of 3024c028c1906408c31c4f923b57efdd into ded475b687cf4830a0d35c0f90bc84c2(size=44.0 K), total size for store is 66.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-16T09:51:56,949 DEBUG [RS:0;037c58a19ddb:39637-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3024c028c1906408c31c4f923b57efdd: 2024-11-16T09:51:56,951 INFO [RS:0;037c58a19ddb:39637-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,,1731750694648.3024c028c1906408c31c4f923b57efdd., storeName=3024c028c1906408c31c4f923b57efdd/info, priority=13, startTime=1731750716901; duration=0sec 2024-11-16T09:51:56,951 DEBUG [RS:0;037c58a19ddb:39637-shortCompactions-0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=66.4 K, sizeToCheck=16.0 K 2024-11-16T09:51:56,951 DEBUG [RS:0;037c58a19ddb:39637-shortCompactions-0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-16T09:51:56,951 DEBUG [RS:0;037c58a19ddb:39637-shortCompactions-0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:39311/user/jenkins/test-data/27d0d3df-c22b-c5c5-bb51-336f63cd6168/data/default/TestLogRolling-testLogRolling/3024c028c1906408c31c4f923b57efdd/info/ded475b687cf4830a0d35c0f90bc84c2 because midkey is the same as first or last row 2024-11-16T09:51:56,951 DEBUG [RS:0;037c58a19ddb:39637-shortCompactions-0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=66.4 K, sizeToCheck=16.0 K 2024-11-16T09:51:56,951 DEBUG [RS:0;037c58a19ddb:39637-shortCompactions-0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-16T09:51:56,951 DEBUG [RS:0;037c58a19ddb:39637-shortCompactions-0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:39311/user/jenkins/test-data/27d0d3df-c22b-c5c5-bb51-336f63cd6168/data/default/TestLogRolling-testLogRolling/3024c028c1906408c31c4f923b57efdd/info/ded475b687cf4830a0d35c0f90bc84c2 because midkey is the same as first or last row 2024-11-16T09:51:56,951 DEBUG [RS:0;037c58a19ddb:39637-shortCompactions-0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=66.4 K, sizeToCheck=16.0 K 2024-11-16T09:51:56,951 DEBUG [RS:0;037c58a19ddb:39637-shortCompactions-0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-16T09:51:56,951 DEBUG [RS:0;037c58a19ddb:39637-shortCompactions-0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:39311/user/jenkins/test-data/27d0d3df-c22b-c5c5-bb51-336f63cd6168/data/default/TestLogRolling-testLogRolling/3024c028c1906408c31c4f923b57efdd/info/ded475b687cf4830a0d35c0f90bc84c2 because midkey is the same as first or last row 2024-11-16T09:51:56,951 DEBUG [RS:0;037c58a19ddb:39637-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-16T09:51:56,952 DEBUG [RS:0;037c58a19ddb:39637-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3024c028c1906408c31c4f923b57efdd:info 2024-11-16T09:51:58,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39637 {}] regionserver.HRegion(8855): Flush requested on 3024c028c1906408c31c4f923b57efdd 2024-11-16T09:51:58,924 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 3024c028c1906408c31c4f923b57efdd 1/1 column families, dataSize=10.26 KB heapSize=11.27 KB 2024-11-16T09:51:58,929 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39311/user/jenkins/test-data/27d0d3df-c22b-c5c5-bb51-336f63cd6168/data/default/TestLogRolling-testLogRolling/3024c028c1906408c31c4f923b57efdd/.tmp/info/a0d95937f55c439a89b628c3bfe1da63 is 1055, key is row0056/info:/1731750716906/Put/seqid=0 2024-11-16T09:51:58,934 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33205 is added to blk_1073741842_1018 (size=15490) 2024-11-16T09:51:58,935 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42473 is added to blk_1073741842_1018 (size=15490) 2024-11-16T09:51:58,935 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=10.26 KB at sequenceid=82 (bloomFilter=true), to=hdfs://localhost:39311/user/jenkins/test-data/27d0d3df-c22b-c5c5-bb51-336f63cd6168/data/default/TestLogRolling-testLogRolling/3024c028c1906408c31c4f923b57efdd/.tmp/info/a0d95937f55c439a89b628c3bfe1da63 2024-11-16T09:51:58,942 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39311/user/jenkins/test-data/27d0d3df-c22b-c5c5-bb51-336f63cd6168/data/default/TestLogRolling-testLogRolling/3024c028c1906408c31c4f923b57efdd/.tmp/info/a0d95937f55c439a89b628c3bfe1da63 as hdfs://localhost:39311/user/jenkins/test-data/27d0d3df-c22b-c5c5-bb51-336f63cd6168/data/default/TestLogRolling-testLogRolling/3024c028c1906408c31c4f923b57efdd/info/a0d95937f55c439a89b628c3bfe1da63 2024-11-16T09:51:58,948 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39311/user/jenkins/test-data/27d0d3df-c22b-c5c5-bb51-336f63cd6168/data/default/TestLogRolling-testLogRolling/3024c028c1906408c31c4f923b57efdd/info/a0d95937f55c439a89b628c3bfe1da63, entries=10, sequenceid=82, filesize=15.1 K 2024-11-16T09:51:58,949 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~10.26 KB/10510, heapSize ~11.25 KB/11520, currentSize=12.32 KB/12612 for 3024c028c1906408c31c4f923b57efdd in 26ms, sequenceid=82, compaction requested=true 2024-11-16T09:51:58,949 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 3024c028c1906408c31c4f923b57efdd: 2024-11-16T09:51:58,949 DEBUG [MemStoreFlusher.0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=81.5 K, sizeToCheck=16.0 K 2024-11-16T09:51:58,949 DEBUG [MemStoreFlusher.0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-16T09:51:58,949 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:39311/user/jenkins/test-data/27d0d3df-c22b-c5c5-bb51-336f63cd6168/data/default/TestLogRolling-testLogRolling/3024c028c1906408c31c4f923b57efdd/info/ded475b687cf4830a0d35c0f90bc84c2 because midkey is the same as first or last row 2024-11-16T09:51:58,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39637 {}] regionserver.HRegion(8855): Flush requested on 3024c028c1906408c31c4f923b57efdd 2024-11-16T09:51:58,950 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3024c028c1906408c31c4f923b57efdd:info, priority=-2147483648, current under compaction store size is 1 2024-11-16T09:51:58,950 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-16T09:51:58,950 DEBUG [RS:0;037c58a19ddb:39637-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-16T09:51:58,950 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 3024c028c1906408c31c4f923b57efdd 1/1 column families, dataSize=13.34 KB heapSize=14.57 KB 2024-11-16T09:51:58,951 DEBUG [RS:0;037c58a19ddb:39637-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 83469 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-16T09:51:58,951 DEBUG [RS:0;037c58a19ddb:39637-shortCompactions-0 {}] regionserver.HStore(1541): 3024c028c1906408c31c4f923b57efdd/info is initiating minor compaction (all files) 2024-11-16T09:51:58,951 INFO [RS:0;037c58a19ddb:39637-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3024c028c1906408c31c4f923b57efdd/info in TestLogRolling-testLogRolling,,1731750694648.3024c028c1906408c31c4f923b57efdd. 2024-11-16T09:51:58,951 INFO [RS:0;037c58a19ddb:39637-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39311/user/jenkins/test-data/27d0d3df-c22b-c5c5-bb51-336f63cd6168/data/default/TestLogRolling-testLogRolling/3024c028c1906408c31c4f923b57efdd/info/ded475b687cf4830a0d35c0f90bc84c2, hdfs://localhost:39311/user/jenkins/test-data/27d0d3df-c22b-c5c5-bb51-336f63cd6168/data/default/TestLogRolling-testLogRolling/3024c028c1906408c31c4f923b57efdd/info/2188ecb9228e468aadd9cfef32ef8f80, hdfs://localhost:39311/user/jenkins/test-data/27d0d3df-c22b-c5c5-bb51-336f63cd6168/data/default/TestLogRolling-testLogRolling/3024c028c1906408c31c4f923b57efdd/info/a0d95937f55c439a89b628c3bfe1da63] into tmpdir=hdfs://localhost:39311/user/jenkins/test-data/27d0d3df-c22b-c5c5-bb51-336f63cd6168/data/default/TestLogRolling-testLogRolling/3024c028c1906408c31c4f923b57efdd/.tmp, totalSize=81.5 K 2024-11-16T09:51:58,952 DEBUG [RS:0;037c58a19ddb:39637-shortCompactions-0 {}] compactions.Compactor(225): Compacting ded475b687cf4830a0d35c0f90bc84c2, keycount=38, bloomtype=ROW, size=44.0 K, encoding=NONE, compression=NONE, seqNum=48, earliestPutTs=1731750704741 2024-11-16T09:51:58,953 DEBUG [RS:0;037c58a19ddb:39637-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2188ecb9228e468aadd9cfef32ef8f80, keycount=17, bloomtype=ROW, size=22.3 K, encoding=NONE, compression=NONE, seqNum=68, earliestPutTs=1731750716872 2024-11-16T09:51:58,953 DEBUG [RS:0;037c58a19ddb:39637-shortCompactions-0 {}] compactions.Compactor(225): Compacting a0d95937f55c439a89b628c3bfe1da63, keycount=10, bloomtype=ROW, size=15.1 K, encoding=NONE, compression=NONE, seqNum=82, earliestPutTs=1731750716906 2024-11-16T09:51:58,955 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39311/user/jenkins/test-data/27d0d3df-c22b-c5c5-bb51-336f63cd6168/data/default/TestLogRolling-testLogRolling/3024c028c1906408c31c4f923b57efdd/.tmp/info/bf52838f18ad4d208f690a6908acf139 is 1055, key is row0066/info:/1731750718925/Put/seqid=0 2024-11-16T09:51:58,965 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33205 is added to blk_1073741843_1019 (size=18662) 2024-11-16T09:51:58,966 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42473 is added to blk_1073741843_1019 (size=18662) 2024-11-16T09:51:58,976 INFO [RS:0;037c58a19ddb:39637-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3024c028c1906408c31c4f923b57efdd#info#compaction#38 average throughput is 21.72 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-16T09:51:58,977 DEBUG [RS:0;037c58a19ddb:39637-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39311/user/jenkins/test-data/27d0d3df-c22b-c5c5-bb51-336f63cd6168/data/default/TestLogRolling-testLogRolling/3024c028c1906408c31c4f923b57efdd/.tmp/info/28d65925d3c84970821a46a372f17db6 is 1055, key is row0001/info:/1731750704741/Put/seqid=0 2024-11-16T09:51:58,982 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33205 is added to blk_1073741844_1020 (size=73753) 2024-11-16T09:51:58,982 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42473 is added to blk_1073741844_1020 (size=73753) 2024-11-16T09:51:58,984 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=3024c028c1906408c31c4f923b57efdd, server=037c58a19ddb,39637,1731750693506 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-16T09:51:58,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39637 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 1.2 K connection: 172.17.0.2:51764 deadline: 1731750728984, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=3024c028c1906408c31c4f923b57efdd, server=037c58a19ddb,39637,1731750693506 2024-11-16T09:51:58,985 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestLogRolling-testLogRolling,,1731750694648.3024c028c1906408c31c4f923b57efdd., hostname=037c58a19ddb,39637,1731750693506, seqNum=2 , the old value is region=TestLogRolling-testLogRolling,,1731750694648.3024c028c1906408c31c4f923b57efdd., hostname=037c58a19ddb,39637,1731750693506, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=3024c028c1906408c31c4f923b57efdd, server=037c58a19ddb,39637,1731750693506 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-16T09:51:58,985 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestLogRolling-testLogRolling,,1731750694648.3024c028c1906408c31c4f923b57efdd., hostname=037c58a19ddb,39637,1731750693506, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=3024c028c1906408c31c4f923b57efdd, server=037c58a19ddb,39637,1731750693506 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-16T09:51:58,985 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestLogRolling-testLogRolling,,1731750694648.3024c028c1906408c31c4f923b57efdd., hostname=037c58a19ddb,39637,1731750693506, seqNum=2 because the exception is null or not the one we care about 2024-11-16T09:51:58,989 DEBUG [RS:0;037c58a19ddb:39637-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39311/user/jenkins/test-data/27d0d3df-c22b-c5c5-bb51-336f63cd6168/data/default/TestLogRolling-testLogRolling/3024c028c1906408c31c4f923b57efdd/.tmp/info/28d65925d3c84970821a46a372f17db6 as hdfs://localhost:39311/user/jenkins/test-data/27d0d3df-c22b-c5c5-bb51-336f63cd6168/data/default/TestLogRolling-testLogRolling/3024c028c1906408c31c4f923b57efdd/info/28d65925d3c84970821a46a372f17db6 2024-11-16T09:51:58,995 INFO [RS:0;037c58a19ddb:39637-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 3024c028c1906408c31c4f923b57efdd/info of 3024c028c1906408c31c4f923b57efdd into 28d65925d3c84970821a46a372f17db6(size=72.0 K), total size for store is 72.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-16T09:51:58,995 DEBUG [RS:0;037c58a19ddb:39637-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3024c028c1906408c31c4f923b57efdd: 2024-11-16T09:51:58,995 INFO [RS:0;037c58a19ddb:39637-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,,1731750694648.3024c028c1906408c31c4f923b57efdd., storeName=3024c028c1906408c31c4f923b57efdd/info, priority=13, startTime=1731750718950; duration=0sec 2024-11-16T09:51:58,996 DEBUG [RS:0;037c58a19ddb:39637-shortCompactions-0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=72.0 K, sizeToCheck=16.0 K 2024-11-16T09:51:58,996 DEBUG [RS:0;037c58a19ddb:39637-shortCompactions-0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-16T09:51:58,996 DEBUG [RS:0;037c58a19ddb:39637-shortCompactions-0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=72.0 K, sizeToCheck=16.0 K 2024-11-16T09:51:58,996 DEBUG [RS:0;037c58a19ddb:39637-shortCompactions-0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-16T09:51:58,996 DEBUG [RS:0;037c58a19ddb:39637-shortCompactions-0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=72.0 K, sizeToCheck=16.0 K 2024-11-16T09:51:58,996 DEBUG [RS:0;037c58a19ddb:39637-shortCompactions-0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-16T09:51:58,997 DEBUG [RS:0;037c58a19ddb:39637-shortCompactions-0 {}] regionserver.CompactSplit(239): Splitting TestLogRolling-testLogRolling,,1731750694648.3024c028c1906408c31c4f923b57efdd., compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-16T09:51:58,997 DEBUG [RS:0;037c58a19ddb:39637-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-16T09:51:58,997 DEBUG [RS:0;037c58a19ddb:39637-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3024c028c1906408c31c4f923b57efdd:info 2024-11-16T09:51:58,998 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=32939 {}] assignment.AssignmentManager(1363): Split request from 037c58a19ddb,39637,1731750693506, parent={ENCODED => 3024c028c1906408c31c4f923b57efdd, NAME => 'TestLogRolling-testLogRolling,,1731750694648.3024c028c1906408c31c4f923b57efdd.', STARTKEY => '', ENDKEY => ''}, splitKey=row0064 2024-11-16T09:51:59,004 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=32939 {}] assignment.SplitTableRegionProcedure(223): Splittable=true state=OPEN, location=037c58a19ddb,39637,1731750693506 2024-11-16T09:51:59,008 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=32939 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:SPLIT_TABLE_REGION_PREPARE, hasLock=false; SplitTableRegionProcedure table=TestLogRolling-testLogRolling, parent=3024c028c1906408c31c4f923b57efdd, daughterA=c3f5d236325dec724fc07fae67986fde, daughterB=2497d8eab15c446857afc33c6d898ed6 2024-11-16T09:51:59,009 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, state=RUNNABLE:SPLIT_TABLE_REGION_PREPARE, hasLock=false; SplitTableRegionProcedure table=TestLogRolling-testLogRolling, parent=3024c028c1906408c31c4f923b57efdd, daughterA=c3f5d236325dec724fc07fae67986fde, daughterB=2497d8eab15c446857afc33c6d898ed6 2024-11-16T09:51:59,010 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, state=RUNNABLE:SPLIT_TABLE_REGION_PREPARE, hasLock=false; SplitTableRegionProcedure table=TestLogRolling-testLogRolling, parent=3024c028c1906408c31c4f923b57efdd, daughterA=c3f5d236325dec724fc07fae67986fde, daughterB=2497d8eab15c446857afc33c6d898ed6 2024-11-16T09:51:59,010 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, state=RUNNABLE:SPLIT_TABLE_REGION_PREPARE, hasLock=false; SplitTableRegionProcedure table=TestLogRolling-testLogRolling, parent=3024c028c1906408c31c4f923b57efdd, daughterA=c3f5d236325dec724fc07fae67986fde, daughterB=2497d8eab15c446857afc33c6d898ed6 2024-11-16T09:51:59,016 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=3024c028c1906408c31c4f923b57efdd, UNASSIGN}] 2024-11-16T09:51:59,017 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=3024c028c1906408c31c4f923b57efdd, UNASSIGN 2024-11-16T09:51:59,019 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=3024c028c1906408c31c4f923b57efdd, regionState=CLOSING, regionLocation=037c58a19ddb,39637,1731750693506 2024-11-16T09:51:59,022 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=3024c028c1906408c31c4f923b57efdd, UNASSIGN because future has completed 2024-11-16T09:51:59,022 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: true: evictOnSplit: true: evictOnClose: false 2024-11-16T09:51:59,023 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE, hasLock=false; CloseRegionProcedure 3024c028c1906408c31c4f923b57efdd, server=037c58a19ddb,39637,1731750693506}] 2024-11-16T09:51:59,181 INFO [RS_CLOSE_REGION-regionserver/037c58a19ddb:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] handler.UnassignRegionHandler(122): Close 3024c028c1906408c31c4f923b57efdd 2024-11-16T09:51:59,181 DEBUG [RS_CLOSE_REGION-regionserver/037c58a19ddb:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] handler.UnassignRegionHandler(136): Unassign region: split region: true: evictCache: true 2024-11-16T09:51:59,181 DEBUG [RS_CLOSE_REGION-regionserver/037c58a19ddb:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(1722): Closing 3024c028c1906408c31c4f923b57efdd, disabling compactions & flushes 2024-11-16T09:51:59,182 DEBUG [RS_CLOSE_REGION-regionserver/037c58a19ddb:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(1993): waiting for 0 compactions & cache flush to complete for region TestLogRolling-testLogRolling,,1731750694648.3024c028c1906408c31c4f923b57efdd. 2024-11-16T09:51:59,367 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.34 KB at sequenceid=98 (bloomFilter=true), to=hdfs://localhost:39311/user/jenkins/test-data/27d0d3df-c22b-c5c5-bb51-336f63cd6168/data/default/TestLogRolling-testLogRolling/3024c028c1906408c31c4f923b57efdd/.tmp/info/bf52838f18ad4d208f690a6908acf139 2024-11-16T09:51:59,375 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39311/user/jenkins/test-data/27d0d3df-c22b-c5c5-bb51-336f63cd6168/data/default/TestLogRolling-testLogRolling/3024c028c1906408c31c4f923b57efdd/.tmp/info/bf52838f18ad4d208f690a6908acf139 as hdfs://localhost:39311/user/jenkins/test-data/27d0d3df-c22b-c5c5-bb51-336f63cd6168/data/default/TestLogRolling-testLogRolling/3024c028c1906408c31c4f923b57efdd/info/bf52838f18ad4d208f690a6908acf139 2024-11-16T09:51:59,381 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39311/user/jenkins/test-data/27d0d3df-c22b-c5c5-bb51-336f63cd6168/data/default/TestLogRolling-testLogRolling/3024c028c1906408c31c4f923b57efdd/info/bf52838f18ad4d208f690a6908acf139, entries=13, sequenceid=98, filesize=18.2 K 2024-11-16T09:51:59,382 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~13.34 KB/13663, heapSize ~14.55 KB/14904, currentSize=16.42 KB/16816 for 3024c028c1906408c31c4f923b57efdd in 432ms, sequenceid=98, compaction requested=false 2024-11-16T09:51:59,382 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 3024c028c1906408c31c4f923b57efdd: 2024-11-16T09:51:59,382 INFO [RS_CLOSE_REGION-regionserver/037c58a19ddb:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(1755): Closing region TestLogRolling-testLogRolling,,1731750694648.3024c028c1906408c31c4f923b57efdd. 2024-11-16T09:51:59,382 DEBUG [RS_CLOSE_REGION-regionserver/037c58a19ddb:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testLogRolling,,1731750694648.3024c028c1906408c31c4f923b57efdd. 2024-11-16T09:51:59,382 DEBUG [RS_CLOSE_REGION-regionserver/037c58a19ddb:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testLogRolling,,1731750694648.3024c028c1906408c31c4f923b57efdd. after waiting 0 ms 2024-11-16T09:51:59,382 DEBUG [RS_CLOSE_REGION-regionserver/037c58a19ddb:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testLogRolling,,1731750694648.3024c028c1906408c31c4f923b57efdd. 2024-11-16T09:51:59,382 INFO [RS_CLOSE_REGION-regionserver/037c58a19ddb:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(2902): Flushing 3024c028c1906408c31c4f923b57efdd 1/1 column families, dataSize=16.42 KB heapSize=17.88 KB 2024-11-16T09:51:59,387 DEBUG [RS_CLOSE_REGION-regionserver/037c58a19ddb:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39311/user/jenkins/test-data/27d0d3df-c22b-c5c5-bb51-336f63cd6168/data/default/TestLogRolling-testLogRolling/3024c028c1906408c31c4f923b57efdd/.tmp/info/1acc5cf16b5b4ea5b9295a1b0ad11308 is 1055, key is row0079/info:/1731750718951/Put/seqid=0 2024-11-16T09:51:59,396 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33205 is added to blk_1073741845_1021 (size=21822) 2024-11-16T09:51:59,397 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42473 is added to blk_1073741845_1021 (size=21822) 2024-11-16T09:51:59,397 INFO [RS_CLOSE_REGION-regionserver/037c58a19ddb:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=16.42 KB at sequenceid=118 (bloomFilter=true), to=hdfs://localhost:39311/user/jenkins/test-data/27d0d3df-c22b-c5c5-bb51-336f63cd6168/data/default/TestLogRolling-testLogRolling/3024c028c1906408c31c4f923b57efdd/.tmp/info/1acc5cf16b5b4ea5b9295a1b0ad11308 2024-11-16T09:51:59,404 DEBUG [RS_CLOSE_REGION-regionserver/037c58a19ddb:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39311/user/jenkins/test-data/27d0d3df-c22b-c5c5-bb51-336f63cd6168/data/default/TestLogRolling-testLogRolling/3024c028c1906408c31c4f923b57efdd/.tmp/info/1acc5cf16b5b4ea5b9295a1b0ad11308 as hdfs://localhost:39311/user/jenkins/test-data/27d0d3df-c22b-c5c5-bb51-336f63cd6168/data/default/TestLogRolling-testLogRolling/3024c028c1906408c31c4f923b57efdd/info/1acc5cf16b5b4ea5b9295a1b0ad11308 2024-11-16T09:51:59,410 INFO [RS_CLOSE_REGION-regionserver/037c58a19ddb:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39311/user/jenkins/test-data/27d0d3df-c22b-c5c5-bb51-336f63cd6168/data/default/TestLogRolling-testLogRolling/3024c028c1906408c31c4f923b57efdd/info/1acc5cf16b5b4ea5b9295a1b0ad11308, entries=16, sequenceid=118, filesize=21.3 K 2024-11-16T09:51:59,412 INFO [RS_CLOSE_REGION-regionserver/037c58a19ddb:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(3140): Finished flush of dataSize ~16.42 KB/16816, heapSize ~17.86 KB/18288, currentSize=0 B/0 for 3024c028c1906408c31c4f923b57efdd in 30ms, sequenceid=118, compaction requested=true 2024-11-16T09:51:59,413 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1731750694648.3024c028c1906408c31c4f923b57efdd.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:39311/user/jenkins/test-data/27d0d3df-c22b-c5c5-bb51-336f63cd6168/data/default/TestLogRolling-testLogRolling/3024c028c1906408c31c4f923b57efdd/info/a1ba11d8fdf84e7ea79f05ff53da1b99, hdfs://localhost:39311/user/jenkins/test-data/27d0d3df-c22b-c5c5-bb51-336f63cd6168/data/default/TestLogRolling-testLogRolling/3024c028c1906408c31c4f923b57efdd/info/3276247a24284221a677ba4599475b4e, hdfs://localhost:39311/user/jenkins/test-data/27d0d3df-c22b-c5c5-bb51-336f63cd6168/data/default/TestLogRolling-testLogRolling/3024c028c1906408c31c4f923b57efdd/info/ded475b687cf4830a0d35c0f90bc84c2, hdfs://localhost:39311/user/jenkins/test-data/27d0d3df-c22b-c5c5-bb51-336f63cd6168/data/default/TestLogRolling-testLogRolling/3024c028c1906408c31c4f923b57efdd/info/002cd4ba0c48493bad568cb7819b737e, hdfs://localhost:39311/user/jenkins/test-data/27d0d3df-c22b-c5c5-bb51-336f63cd6168/data/default/TestLogRolling-testLogRolling/3024c028c1906408c31c4f923b57efdd/info/2188ecb9228e468aadd9cfef32ef8f80, hdfs://localhost:39311/user/jenkins/test-data/27d0d3df-c22b-c5c5-bb51-336f63cd6168/data/default/TestLogRolling-testLogRolling/3024c028c1906408c31c4f923b57efdd/info/a0d95937f55c439a89b628c3bfe1da63] to archive 2024-11-16T09:51:59,415 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1731750694648.3024c028c1906408c31c4f923b57efdd.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-16T09:51:59,417 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1731750694648.3024c028c1906408c31c4f923b57efdd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39311/user/jenkins/test-data/27d0d3df-c22b-c5c5-bb51-336f63cd6168/data/default/TestLogRolling-testLogRolling/3024c028c1906408c31c4f923b57efdd/info/a1ba11d8fdf84e7ea79f05ff53da1b99 to hdfs://localhost:39311/user/jenkins/test-data/27d0d3df-c22b-c5c5-bb51-336f63cd6168/archive/data/default/TestLogRolling-testLogRolling/3024c028c1906408c31c4f923b57efdd/info/a1ba11d8fdf84e7ea79f05ff53da1b99 2024-11-16T09:51:59,419 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1731750694648.3024c028c1906408c31c4f923b57efdd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39311/user/jenkins/test-data/27d0d3df-c22b-c5c5-bb51-336f63cd6168/data/default/TestLogRolling-testLogRolling/3024c028c1906408c31c4f923b57efdd/info/3276247a24284221a677ba4599475b4e to hdfs://localhost:39311/user/jenkins/test-data/27d0d3df-c22b-c5c5-bb51-336f63cd6168/archive/data/default/TestLogRolling-testLogRolling/3024c028c1906408c31c4f923b57efdd/info/3276247a24284221a677ba4599475b4e 2024-11-16T09:51:59,420 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1731750694648.3024c028c1906408c31c4f923b57efdd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39311/user/jenkins/test-data/27d0d3df-c22b-c5c5-bb51-336f63cd6168/data/default/TestLogRolling-testLogRolling/3024c028c1906408c31c4f923b57efdd/info/ded475b687cf4830a0d35c0f90bc84c2 to hdfs://localhost:39311/user/jenkins/test-data/27d0d3df-c22b-c5c5-bb51-336f63cd6168/archive/data/default/TestLogRolling-testLogRolling/3024c028c1906408c31c4f923b57efdd/info/ded475b687cf4830a0d35c0f90bc84c2 2024-11-16T09:51:59,422 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1731750694648.3024c028c1906408c31c4f923b57efdd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39311/user/jenkins/test-data/27d0d3df-c22b-c5c5-bb51-336f63cd6168/data/default/TestLogRolling-testLogRolling/3024c028c1906408c31c4f923b57efdd/info/002cd4ba0c48493bad568cb7819b737e to hdfs://localhost:39311/user/jenkins/test-data/27d0d3df-c22b-c5c5-bb51-336f63cd6168/archive/data/default/TestLogRolling-testLogRolling/3024c028c1906408c31c4f923b57efdd/info/002cd4ba0c48493bad568cb7819b737e 2024-11-16T09:51:59,425 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1731750694648.3024c028c1906408c31c4f923b57efdd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39311/user/jenkins/test-data/27d0d3df-c22b-c5c5-bb51-336f63cd6168/data/default/TestLogRolling-testLogRolling/3024c028c1906408c31c4f923b57efdd/info/2188ecb9228e468aadd9cfef32ef8f80 to hdfs://localhost:39311/user/jenkins/test-data/27d0d3df-c22b-c5c5-bb51-336f63cd6168/archive/data/default/TestLogRolling-testLogRolling/3024c028c1906408c31c4f923b57efdd/info/2188ecb9228e468aadd9cfef32ef8f80 2024-11-16T09:51:59,427 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1731750694648.3024c028c1906408c31c4f923b57efdd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39311/user/jenkins/test-data/27d0d3df-c22b-c5c5-bb51-336f63cd6168/data/default/TestLogRolling-testLogRolling/3024c028c1906408c31c4f923b57efdd/info/a0d95937f55c439a89b628c3bfe1da63 to hdfs://localhost:39311/user/jenkins/test-data/27d0d3df-c22b-c5c5-bb51-336f63cd6168/archive/data/default/TestLogRolling-testLogRolling/3024c028c1906408c31c4f923b57efdd/info/a0d95937f55c439a89b628c3bfe1da63 2024-11-16T09:51:59,436 DEBUG [RS_CLOSE_REGION-regionserver/037c58a19ddb:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39311/user/jenkins/test-data/27d0d3df-c22b-c5c5-bb51-336f63cd6168/data/default/TestLogRolling-testLogRolling/3024c028c1906408c31c4f923b57efdd/recovered.edits/121.seqid, newMaxSeqId=121, maxSeqId=1 2024-11-16T09:51:59,437 INFO [RS_CLOSE_REGION-regionserver/037c58a19ddb:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(1973): Closed TestLogRolling-testLogRolling,,1731750694648.3024c028c1906408c31c4f923b57efdd. 2024-11-16T09:51:59,437 DEBUG [RS_CLOSE_REGION-regionserver/037c58a19ddb:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(1676): Region close journal for 3024c028c1906408c31c4f923b57efdd: Waiting for close lock at 1731750719181Running coprocessor pre-close hooks at 1731750719181Disabling compacts and flushes for region at 1731750719181Disabling writes for close at 1731750719382 (+201 ms)Obtaining lock to block concurrent updates at 1731750719382Preparing flush snapshotting stores in 3024c028c1906408c31c4f923b57efdd at 1731750719382Finished memstore snapshotting TestLogRolling-testLogRolling,,1731750694648.3024c028c1906408c31c4f923b57efdd., syncing WAL and waiting on mvcc, flushsize=dataSize=16816, getHeapSize=18288, getOffHeapSize=0, getCellsCount=16 at 1731750719383 (+1 ms)Flushing stores of TestLogRolling-testLogRolling,,1731750694648.3024c028c1906408c31c4f923b57efdd. at 1731750719383Flushing 3024c028c1906408c31c4f923b57efdd/info: creating writer at 1731750719383Flushing 3024c028c1906408c31c4f923b57efdd/info: appending metadata at 1731750719386 (+3 ms)Flushing 3024c028c1906408c31c4f923b57efdd/info: closing flushed file at 1731750719386Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@454240a8: reopening flushed file at 1731750719403 (+17 ms)Finished flush of dataSize ~16.42 KB/16816, heapSize ~17.86 KB/18288, currentSize=0 B/0 for 3024c028c1906408c31c4f923b57efdd in 30ms, sequenceid=118, compaction requested=true at 1731750719412 (+9 ms)Writing region close event to WAL at 1731750719431 (+19 ms)Running coprocessor post-close hooks at 1731750719437 (+6 ms)Closed at 1731750719437 2024-11-16T09:51:59,440 INFO [RS_CLOSE_REGION-regionserver/037c58a19ddb:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] handler.UnassignRegionHandler(157): Closed 3024c028c1906408c31c4f923b57efdd 2024-11-16T09:51:59,441 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=3024c028c1906408c31c4f923b57efdd, regionState=CLOSED 2024-11-16T09:51:59,444 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE, hasLock=false; CloseRegionProcedure 3024c028c1906408c31c4f923b57efdd, server=037c58a19ddb,39637,1731750693506 because future has completed 2024-11-16T09:51:59,449 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-16T09:51:59,449 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; CloseRegionProcedure 3024c028c1906408c31c4f923b57efdd, server=037c58a19ddb,39637,1731750693506 in 423 msec 2024-11-16T09:51:59,452 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7 2024-11-16T09:51:59,452 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=3024c028c1906408c31c4f923b57efdd, UNASSIGN in 433 msec 2024-11-16T09:51:59,464 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T09:51:59,470 INFO [PEWorker-4 {}] assignment.SplitTableRegionProcedure(728): pid=7 splitting 3 storefiles, region=3024c028c1906408c31c4f923b57efdd, threads=3 2024-11-16T09:51:59,473 DEBUG [StoreFileSplitter-pool-1 {}] assignment.SplitTableRegionProcedure(823): pid=7 splitting started for store file: hdfs://localhost:39311/user/jenkins/test-data/27d0d3df-c22b-c5c5-bb51-336f63cd6168/data/default/TestLogRolling-testLogRolling/3024c028c1906408c31c4f923b57efdd/info/28d65925d3c84970821a46a372f17db6 for region: 3024c028c1906408c31c4f923b57efdd 2024-11-16T09:51:59,473 DEBUG [StoreFileSplitter-pool-0 {}] assignment.SplitTableRegionProcedure(823): pid=7 splitting started for store file: hdfs://localhost:39311/user/jenkins/test-data/27d0d3df-c22b-c5c5-bb51-336f63cd6168/data/default/TestLogRolling-testLogRolling/3024c028c1906408c31c4f923b57efdd/info/1acc5cf16b5b4ea5b9295a1b0ad11308 for region: 3024c028c1906408c31c4f923b57efdd 2024-11-16T09:51:59,473 DEBUG [StoreFileSplitter-pool-2 {}] assignment.SplitTableRegionProcedure(823): pid=7 splitting started for store file: hdfs://localhost:39311/user/jenkins/test-data/27d0d3df-c22b-c5c5-bb51-336f63cd6168/data/default/TestLogRolling-testLogRolling/3024c028c1906408c31c4f923b57efdd/info/bf52838f18ad4d208f690a6908acf139 for region: 3024c028c1906408c31c4f923b57efdd 2024-11-16T09:51:59,488 DEBUG [StoreFileSplitter-pool-0 {}] regionserver.HRegionFileSystem(650): Will create HFileLink file for hdfs://localhost:39311/user/jenkins/test-data/27d0d3df-c22b-c5c5-bb51-336f63cd6168/data/default/TestLogRolling-testLogRolling/3024c028c1906408c31c4f923b57efdd/info/1acc5cf16b5b4ea5b9295a1b0ad11308, top=true 2024-11-16T09:51:59,491 DEBUG [StoreFileSplitter-pool-2 {}] regionserver.HRegionFileSystem(650): Will create HFileLink file for hdfs://localhost:39311/user/jenkins/test-data/27d0d3df-c22b-c5c5-bb51-336f63cd6168/data/default/TestLogRolling-testLogRolling/3024c028c1906408c31c4f923b57efdd/info/bf52838f18ad4d208f690a6908acf139, top=true 2024-11-16T09:51:59,503 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42473 is added to blk_1073741846_1022 (size=27) 2024-11-16T09:51:59,503 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33205 is added to blk_1073741846_1022 (size=27) 2024-11-16T09:51:59,564 INFO [StoreFileSplitter-pool-0 {}] regionserver.HRegionFileSystem(691): Created linkFile:hdfs://localhost:39311/user/jenkins/test-data/27d0d3df-c22b-c5c5-bb51-336f63cd6168/data/default/TestLogRolling-testLogRolling/2497d8eab15c446857afc33c6d898ed6/info/TestLogRolling-testLogRolling=3024c028c1906408c31c4f923b57efdd-1acc5cf16b5b4ea5b9295a1b0ad11308 for child: 2497d8eab15c446857afc33c6d898ed6, parent: 3024c028c1906408c31c4f923b57efdd 2024-11-16T09:51:59,565 DEBUG [StoreFileSplitter-pool-0 {}] assignment.SplitTableRegionProcedure(834): pid=7 splitting complete for store file: hdfs://localhost:39311/user/jenkins/test-data/27d0d3df-c22b-c5c5-bb51-336f63cd6168/data/default/TestLogRolling-testLogRolling/3024c028c1906408c31c4f923b57efdd/info/1acc5cf16b5b4ea5b9295a1b0ad11308 for region: 3024c028c1906408c31c4f923b57efdd 2024-11-16T09:51:59,566 INFO [StoreFileSplitter-pool-2 {}] regionserver.HRegionFileSystem(691): Created linkFile:hdfs://localhost:39311/user/jenkins/test-data/27d0d3df-c22b-c5c5-bb51-336f63cd6168/data/default/TestLogRolling-testLogRolling/2497d8eab15c446857afc33c6d898ed6/info/TestLogRolling-testLogRolling=3024c028c1906408c31c4f923b57efdd-bf52838f18ad4d208f690a6908acf139 for child: 2497d8eab15c446857afc33c6d898ed6, parent: 3024c028c1906408c31c4f923b57efdd 2024-11-16T09:51:59,566 DEBUG [StoreFileSplitter-pool-2 {}] assignment.SplitTableRegionProcedure(834): pid=7 splitting complete for store file: hdfs://localhost:39311/user/jenkins/test-data/27d0d3df-c22b-c5c5-bb51-336f63cd6168/data/default/TestLogRolling-testLogRolling/3024c028c1906408c31c4f923b57efdd/info/bf52838f18ad4d208f690a6908acf139 for region: 3024c028c1906408c31c4f923b57efdd 2024-11-16T09:51:59,581 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42473 is added to blk_1073741847_1023 (size=27) 2024-11-16T09:51:59,582 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33205 is added to blk_1073741847_1023 (size=27) 2024-11-16T09:51:59,582 DEBUG [StoreFileSplitter-pool-1 {}] assignment.SplitTableRegionProcedure(834): pid=7 splitting complete for store file: hdfs://localhost:39311/user/jenkins/test-data/27d0d3df-c22b-c5c5-bb51-336f63cd6168/data/default/TestLogRolling-testLogRolling/3024c028c1906408c31c4f923b57efdd/info/28d65925d3c84970821a46a372f17db6 for region: 3024c028c1906408c31c4f923b57efdd 2024-11-16T09:51:59,585 DEBUG [PEWorker-4 {}] assignment.SplitTableRegionProcedure(802): pid=7 split storefiles for region 3024c028c1906408c31c4f923b57efdd Daughter A: [hdfs://localhost:39311/user/jenkins/test-data/27d0d3df-c22b-c5c5-bb51-336f63cd6168/data/default/TestLogRolling-testLogRolling/c3f5d236325dec724fc07fae67986fde/info/28d65925d3c84970821a46a372f17db6.3024c028c1906408c31c4f923b57efdd] storefiles, Daughter B: [hdfs://localhost:39311/user/jenkins/test-data/27d0d3df-c22b-c5c5-bb51-336f63cd6168/data/default/TestLogRolling-testLogRolling/2497d8eab15c446857afc33c6d898ed6/info/TestLogRolling-testLogRolling=3024c028c1906408c31c4f923b57efdd-1acc5cf16b5b4ea5b9295a1b0ad11308, hdfs://localhost:39311/user/jenkins/test-data/27d0d3df-c22b-c5c5-bb51-336f63cd6168/data/default/TestLogRolling-testLogRolling/2497d8eab15c446857afc33c6d898ed6/info/28d65925d3c84970821a46a372f17db6.3024c028c1906408c31c4f923b57efdd, hdfs://localhost:39311/user/jenkins/test-data/27d0d3df-c22b-c5c5-bb51-336f63cd6168/data/default/TestLogRolling-testLogRolling/2497d8eab15c446857afc33c6d898ed6/info/TestLogRolling-testLogRolling=3024c028c1906408c31c4f923b57efdd-bf52838f18ad4d208f690a6908acf139] storefiles. 2024-11-16T09:51:59,599 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42473 is added to blk_1073741848_1024 (size=71) 2024-11-16T09:51:59,600 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33205 is added to blk_1073741848_1024 (size=71) 2024-11-16T09:51:59,603 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T09:51:59,623 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33205 is added to blk_1073741849_1025 (size=71) 2024-11-16T09:51:59,624 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42473 is added to blk_1073741849_1025 (size=71) 2024-11-16T09:51:59,629 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T09:51:59,642 DEBUG [PEWorker-4 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39311/user/jenkins/test-data/27d0d3df-c22b-c5c5-bb51-336f63cd6168/data/default/TestLogRolling-testLogRolling/c3f5d236325dec724fc07fae67986fde/recovered.edits/121.seqid, newMaxSeqId=121, maxSeqId=-1 2024-11-16T09:51:59,645 DEBUG [PEWorker-4 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39311/user/jenkins/test-data/27d0d3df-c22b-c5c5-bb51-336f63cd6168/data/default/TestLogRolling-testLogRolling/2497d8eab15c446857afc33c6d898ed6/recovered.edits/121.seqid, newMaxSeqId=121, maxSeqId=-1 2024-11-16T09:51:59,648 DEBUG [PEWorker-4 {}] assignment.RegionStateStore(723): Put {"totalColumns":3,"row":"TestLogRolling-testLogRolling,,1731750694648.3024c028c1906408c31c4f923b57efdd.","families":{"info":[{"qualifier":"regioninfo","vlen":63,"tag":[],"timestamp":"1731750719647"},{"qualifier":"splitA","vlen":70,"tag":[],"timestamp":"1731750719647"},{"qualifier":"splitB","vlen":70,"tag":[],"timestamp":"1731750719647"}]},"ts":"1731750719647"} 2024-11-16T09:51:59,648 DEBUG [PEWorker-4 {}] assignment.RegionStateStore(723): Put {"totalColumns":3,"row":"TestLogRolling-testLogRolling,,1731750719004.c3f5d236325dec724fc07fae67986fde.","families":{"info":[{"qualifier":"regioninfo","vlen":70,"tag":[],"timestamp":"1731750719647"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731750719647"},{"qualifier":"seqnumDuringOpen","vlen":8,"tag":[],"timestamp":"1731750719647"}]},"ts":"1731750719647"} 2024-11-16T09:51:59,648 DEBUG [PEWorker-4 {}] assignment.RegionStateStore(723): Put {"totalColumns":3,"row":"TestLogRolling-testLogRolling,row0064,1731750719004.2497d8eab15c446857afc33c6d898ed6.","families":{"info":[{"qualifier":"regioninfo","vlen":70,"tag":[],"timestamp":"1731750719647"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731750719647"},{"qualifier":"seqnumDuringOpen","vlen":8,"tag":[],"timestamp":"1731750719647"}]},"ts":"1731750719647"} 2024-11-16T09:51:59,667 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=c3f5d236325dec724fc07fae67986fde, ASSIGN}, {pid=11, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=2497d8eab15c446857afc33c6d898ed6, ASSIGN}] 2024-11-16T09:51:59,668 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=c3f5d236325dec724fc07fae67986fde, ASSIGN 2024-11-16T09:51:59,668 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=11, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=2497d8eab15c446857afc33c6d898ed6, ASSIGN 2024-11-16T09:51:59,669 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=c3f5d236325dec724fc07fae67986fde, ASSIGN; state=SPLITTING_NEW, location=037c58a19ddb,39637,1731750693506; forceNewPlan=false, retain=false 2024-11-16T09:51:59,669 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=11, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=2497d8eab15c446857afc33c6d898ed6, ASSIGN; state=SPLITTING_NEW, location=037c58a19ddb,39637,1731750693506; forceNewPlan=false, retain=false 2024-11-16T09:51:59,820 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=c3f5d236325dec724fc07fae67986fde, regionState=OPENING, regionLocation=037c58a19ddb,39637,1731750693506 2024-11-16T09:51:59,820 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=2497d8eab15c446857afc33c6d898ed6, regionState=OPENING, regionLocation=037c58a19ddb,39637,1731750693506 2024-11-16T09:51:59,822 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=2497d8eab15c446857afc33c6d898ed6, ASSIGN because future has completed 2024-11-16T09:51:59,823 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2497d8eab15c446857afc33c6d898ed6, server=037c58a19ddb,39637,1731750693506}] 2024-11-16T09:51:59,824 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=c3f5d236325dec724fc07fae67986fde, ASSIGN because future has completed 2024-11-16T09:51:59,824 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure c3f5d236325dec724fc07fae67986fde, server=037c58a19ddb,39637,1731750693506}] 2024-11-16T09:51:59,978 INFO [RS_OPEN_REGION-regionserver/037c58a19ddb:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(132): Open TestLogRolling-testLogRolling,row0064,1731750719004.2497d8eab15c446857afc33c6d898ed6. 2024-11-16T09:51:59,978 DEBUG [RS_OPEN_REGION-regionserver/037c58a19ddb:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7752): Opening region: {ENCODED => 2497d8eab15c446857afc33c6d898ed6, NAME => 'TestLogRolling-testLogRolling,row0064,1731750719004.2497d8eab15c446857afc33c6d898ed6.', STARTKEY => 'row0064', ENDKEY => ''} 2024-11-16T09:51:59,979 DEBUG [RS_OPEN_REGION-regionserver/037c58a19ddb:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestLogRolling-testLogRolling 2497d8eab15c446857afc33c6d898ed6 2024-11-16T09:51:59,979 DEBUG [RS_OPEN_REGION-regionserver/037c58a19ddb:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(898): Instantiated TestLogRolling-testLogRolling,row0064,1731750719004.2497d8eab15c446857afc33c6d898ed6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T09:51:59,979 DEBUG [RS_OPEN_REGION-regionserver/037c58a19ddb:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7794): checking encryption for 2497d8eab15c446857afc33c6d898ed6 2024-11-16T09:51:59,979 DEBUG [RS_OPEN_REGION-regionserver/037c58a19ddb:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7797): checking classloading for 2497d8eab15c446857afc33c6d898ed6 2024-11-16T09:51:59,980 INFO [StoreOpener-2497d8eab15c446857afc33c6d898ed6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 2497d8eab15c446857afc33c6d898ed6 2024-11-16T09:51:59,981 INFO [StoreOpener-2497d8eab15c446857afc33c6d898ed6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2497d8eab15c446857afc33c6d898ed6 columnFamilyName info 2024-11-16T09:51:59,981 DEBUG [StoreOpener-2497d8eab15c446857afc33c6d898ed6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T09:51:59,992 DEBUG [StoreOpener-2497d8eab15c446857afc33c6d898ed6-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:39311/user/jenkins/test-data/27d0d3df-c22b-c5c5-bb51-336f63cd6168/data/default/TestLogRolling-testLogRolling/2497d8eab15c446857afc33c6d898ed6/info/28d65925d3c84970821a46a372f17db6.3024c028c1906408c31c4f923b57efdd->hdfs://localhost:39311/user/jenkins/test-data/27d0d3df-c22b-c5c5-bb51-336f63cd6168/data/default/TestLogRolling-testLogRolling/3024c028c1906408c31c4f923b57efdd/info/28d65925d3c84970821a46a372f17db6-top 2024-11-16T09:51:59,997 DEBUG [StoreOpener-2497d8eab15c446857afc33c6d898ed6-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:39311/user/jenkins/test-data/27d0d3df-c22b-c5c5-bb51-336f63cd6168/data/default/TestLogRolling-testLogRolling/2497d8eab15c446857afc33c6d898ed6/info/TestLogRolling-testLogRolling=3024c028c1906408c31c4f923b57efdd-1acc5cf16b5b4ea5b9295a1b0ad11308 2024-11-16T09:52:00,002 DEBUG [StoreOpener-2497d8eab15c446857afc33c6d898ed6-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:39311/user/jenkins/test-data/27d0d3df-c22b-c5c5-bb51-336f63cd6168/data/default/TestLogRolling-testLogRolling/2497d8eab15c446857afc33c6d898ed6/info/TestLogRolling-testLogRolling=3024c028c1906408c31c4f923b57efdd-bf52838f18ad4d208f690a6908acf139 2024-11-16T09:52:00,002 INFO [StoreOpener-2497d8eab15c446857afc33c6d898ed6-1 {}] regionserver.HStore(327): Store=2497d8eab15c446857afc33c6d898ed6/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T09:52:00,002 DEBUG [RS_OPEN_REGION-regionserver/037c58a19ddb:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1038): replaying wal for 2497d8eab15c446857afc33c6d898ed6 2024-11-16T09:52:00,003 DEBUG [RS_OPEN_REGION-regionserver/037c58a19ddb:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39311/user/jenkins/test-data/27d0d3df-c22b-c5c5-bb51-336f63cd6168/data/default/TestLogRolling-testLogRolling/2497d8eab15c446857afc33c6d898ed6 2024-11-16T09:52:00,004 DEBUG [RS_OPEN_REGION-regionserver/037c58a19ddb:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39311/user/jenkins/test-data/27d0d3df-c22b-c5c5-bb51-336f63cd6168/data/default/TestLogRolling-testLogRolling/2497d8eab15c446857afc33c6d898ed6 2024-11-16T09:52:00,004 DEBUG [RS_OPEN_REGION-regionserver/037c58a19ddb:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1048): stopping wal replay for 2497d8eab15c446857afc33c6d898ed6 2024-11-16T09:52:00,005 DEBUG [RS_OPEN_REGION-regionserver/037c58a19ddb:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1060): Cleaning up temporary data for 2497d8eab15c446857afc33c6d898ed6 2024-11-16T09:52:00,006 DEBUG [RS_OPEN_REGION-regionserver/037c58a19ddb:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1093): writing seq id for 2497d8eab15c446857afc33c6d898ed6 2024-11-16T09:52:00,007 INFO [RS_OPEN_REGION-regionserver/037c58a19ddb:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1114): Opened 2497d8eab15c446857afc33c6d898ed6; next sequenceid=122; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=873019, jitterRate=0.11010228097438812}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-16T09:52:00,007 DEBUG [RS_OPEN_REGION-regionserver/037c58a19ddb:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 2497d8eab15c446857afc33c6d898ed6 2024-11-16T09:52:00,008 DEBUG [RS_OPEN_REGION-regionserver/037c58a19ddb:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1006): Region open journal for 2497d8eab15c446857afc33c6d898ed6: Running coprocessor pre-open hook at 1731750719979Writing region info on filesystem at 1731750719979Initializing all the Stores at 1731750719980 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731750719980Cleaning up temporary data from old regions at 1731750720005 (+25 ms)Running coprocessor post-open hooks at 1731750720007 (+2 ms)Region opened successfully at 1731750720008 (+1 ms) 2024-11-16T09:52:00,009 INFO [RS_OPEN_REGION-regionserver/037c58a19ddb:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2236): Post open deploy tasks for TestLogRolling-testLogRolling,row0064,1731750719004.2497d8eab15c446857afc33c6d898ed6., pid=12, masterSystemTime=1731750719975 2024-11-16T09:52:00,009 DEBUG [RS_OPEN_REGION-regionserver/037c58a19ddb:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.CompactSplit(403): Add compact mark for store 2497d8eab15c446857afc33c6d898ed6:info, priority=-2147483648, current under compaction store size is 1 2024-11-16T09:52:00,009 DEBUG [RS_OPEN_REGION-regionserver/037c58a19ddb:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: Opening Region; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-16T09:52:00,009 DEBUG [RS:0;037c58a19ddb:39637-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-16T09:52:00,010 INFO [RS:0;037c58a19ddb:39637-shortCompactions-0 {}] regionserver.HStore(1527): Keeping/Overriding Compaction request priority to -2147482648 for CF info since it belongs to recently split daughter region TestLogRolling-testLogRolling,row0064,1731750719004.2497d8eab15c446857afc33c6d898ed6. 2024-11-16T09:52:00,010 DEBUG [RS:0;037c58a19ddb:39637-shortCompactions-0 {}] regionserver.HStore(1541): 2497d8eab15c446857afc33c6d898ed6/info is initiating minor compaction (all files) 2024-11-16T09:52:00,010 INFO [RS:0;037c58a19ddb:39637-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 2497d8eab15c446857afc33c6d898ed6/info in TestLogRolling-testLogRolling,row0064,1731750719004.2497d8eab15c446857afc33c6d898ed6. 2024-11-16T09:52:00,011 INFO [RS:0;037c58a19ddb:39637-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39311/user/jenkins/test-data/27d0d3df-c22b-c5c5-bb51-336f63cd6168/data/default/TestLogRolling-testLogRolling/2497d8eab15c446857afc33c6d898ed6/info/28d65925d3c84970821a46a372f17db6.3024c028c1906408c31c4f923b57efdd->hdfs://localhost:39311/user/jenkins/test-data/27d0d3df-c22b-c5c5-bb51-336f63cd6168/data/default/TestLogRolling-testLogRolling/3024c028c1906408c31c4f923b57efdd/info/28d65925d3c84970821a46a372f17db6-top, hdfs://localhost:39311/user/jenkins/test-data/27d0d3df-c22b-c5c5-bb51-336f63cd6168/data/default/TestLogRolling-testLogRolling/2497d8eab15c446857afc33c6d898ed6/info/TestLogRolling-testLogRolling=3024c028c1906408c31c4f923b57efdd-bf52838f18ad4d208f690a6908acf139, hdfs://localhost:39311/user/jenkins/test-data/27d0d3df-c22b-c5c5-bb51-336f63cd6168/data/default/TestLogRolling-testLogRolling/2497d8eab15c446857afc33c6d898ed6/info/TestLogRolling-testLogRolling=3024c028c1906408c31c4f923b57efdd-1acc5cf16b5b4ea5b9295a1b0ad11308] into tmpdir=hdfs://localhost:39311/user/jenkins/test-data/27d0d3df-c22b-c5c5-bb51-336f63cd6168/data/default/TestLogRolling-testLogRolling/2497d8eab15c446857afc33c6d898ed6/.tmp, totalSize=111.6 K 2024-11-16T09:52:00,011 DEBUG [RS_OPEN_REGION-regionserver/037c58a19ddb:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2266): Finished post open deploy task for TestLogRolling-testLogRolling,row0064,1731750719004.2497d8eab15c446857afc33c6d898ed6. 2024-11-16T09:52:00,011 DEBUG [RS:0;037c58a19ddb:39637-shortCompactions-0 {}] compactions.Compactor(225): Compacting 28d65925d3c84970821a46a372f17db6.3024c028c1906408c31c4f923b57efdd, keycount=32, bloomtype=ROW, size=72.0 K, encoding=NONE, compression=NONE, seqNum=83, earliestPutTs=1731750704741 2024-11-16T09:52:00,011 INFO [RS_OPEN_REGION-regionserver/037c58a19ddb:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(153): Opened TestLogRolling-testLogRolling,row0064,1731750719004.2497d8eab15c446857afc33c6d898ed6. 2024-11-16T09:52:00,011 INFO [RS_OPEN_REGION-regionserver/037c58a19ddb:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] handler.AssignRegionHandler(132): Open TestLogRolling-testLogRolling,,1731750719004.c3f5d236325dec724fc07fae67986fde. 2024-11-16T09:52:00,011 DEBUG [RS_OPEN_REGION-regionserver/037c58a19ddb:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7752): Opening region: {ENCODED => c3f5d236325dec724fc07fae67986fde, NAME => 'TestLogRolling-testLogRolling,,1731750719004.c3f5d236325dec724fc07fae67986fde.', STARTKEY => '', ENDKEY => 'row0064'} 2024-11-16T09:52:00,012 DEBUG [RS:0;037c58a19ddb:39637-shortCompactions-0 {}] compactions.Compactor(225): Compacting TestLogRolling-testLogRolling=3024c028c1906408c31c4f923b57efdd-bf52838f18ad4d208f690a6908acf139, keycount=13, bloomtype=ROW, size=18.2 K, encoding=NONE, compression=NONE, seqNum=98, earliestPutTs=1731750718925 2024-11-16T09:52:00,012 DEBUG [RS_OPEN_REGION-regionserver/037c58a19ddb:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestLogRolling-testLogRolling c3f5d236325dec724fc07fae67986fde 2024-11-16T09:52:00,012 DEBUG [RS_OPEN_REGION-regionserver/037c58a19ddb:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(898): Instantiated TestLogRolling-testLogRolling,,1731750719004.c3f5d236325dec724fc07fae67986fde.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T09:52:00,012 DEBUG [RS_OPEN_REGION-regionserver/037c58a19ddb:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7794): checking encryption for c3f5d236325dec724fc07fae67986fde 2024-11-16T09:52:00,012 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=2497d8eab15c446857afc33c6d898ed6, regionState=OPEN, openSeqNum=122, regionLocation=037c58a19ddb,39637,1731750693506 2024-11-16T09:52:00,012 DEBUG [RS_OPEN_REGION-regionserver/037c58a19ddb:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7797): checking classloading for c3f5d236325dec724fc07fae67986fde 2024-11-16T09:52:00,012 DEBUG [RS:0;037c58a19ddb:39637-shortCompactions-0 {}] compactions.Compactor(225): Compacting TestLogRolling-testLogRolling=3024c028c1906408c31c4f923b57efdd-1acc5cf16b5b4ea5b9295a1b0ad11308, keycount=16, bloomtype=ROW, size=21.3 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1731750718951 2024-11-16T09:52:00,013 INFO [StoreOpener-c3f5d236325dec724fc07fae67986fde-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region c3f5d236325dec724fc07fae67986fde 2024-11-16T09:52:00,014 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39637 {}] regionserver.HRegion(8855): Flush requested on 1588230740 2024-11-16T09:52:00,014 INFO [StoreOpener-c3f5d236325dec724fc07fae67986fde-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c3f5d236325dec724fc07fae67986fde columnFamilyName info 2024-11-16T09:52:00,014 DEBUG [StoreOpener-c3f5d236325dec724fc07fae67986fde-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T09:52:00,014 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-16T09:52:00,015 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=5.15 KB heapSize=9 KB 2024-11-16T09:52:00,015 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2497d8eab15c446857afc33c6d898ed6, server=037c58a19ddb,39637,1731750693506 because future has completed 2024-11-16T09:52:00,020 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11 2024-11-16T09:52:00,020 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; OpenRegionProcedure 2497d8eab15c446857afc33c6d898ed6, server=037c58a19ddb,39637,1731750693506 in 193 msec 2024-11-16T09:52:00,023 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=2497d8eab15c446857afc33c6d898ed6, ASSIGN in 353 msec 2024-11-16T09:52:00,026 DEBUG [StoreOpener-c3f5d236325dec724fc07fae67986fde-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:39311/user/jenkins/test-data/27d0d3df-c22b-c5c5-bb51-336f63cd6168/data/default/TestLogRolling-testLogRolling/c3f5d236325dec724fc07fae67986fde/info/28d65925d3c84970821a46a372f17db6.3024c028c1906408c31c4f923b57efdd->hdfs://localhost:39311/user/jenkins/test-data/27d0d3df-c22b-c5c5-bb51-336f63cd6168/data/default/TestLogRolling-testLogRolling/3024c028c1906408c31c4f923b57efdd/info/28d65925d3c84970821a46a372f17db6-bottom 2024-11-16T09:52:00,027 INFO [StoreOpener-c3f5d236325dec724fc07fae67986fde-1 {}] regionserver.HStore(327): Store=c3f5d236325dec724fc07fae67986fde/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T09:52:00,027 DEBUG [RS_OPEN_REGION-regionserver/037c58a19ddb:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1038): replaying wal for c3f5d236325dec724fc07fae67986fde 2024-11-16T09:52:00,028 DEBUG [RS_OPEN_REGION-regionserver/037c58a19ddb:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39311/user/jenkins/test-data/27d0d3df-c22b-c5c5-bb51-336f63cd6168/data/default/TestLogRolling-testLogRolling/c3f5d236325dec724fc07fae67986fde 2024-11-16T09:52:00,029 DEBUG [RS_OPEN_REGION-regionserver/037c58a19ddb:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39311/user/jenkins/test-data/27d0d3df-c22b-c5c5-bb51-336f63cd6168/data/default/TestLogRolling-testLogRolling/c3f5d236325dec724fc07fae67986fde 2024-11-16T09:52:00,029 DEBUG [RS_OPEN_REGION-regionserver/037c58a19ddb:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1048): stopping wal replay for c3f5d236325dec724fc07fae67986fde 2024-11-16T09:52:00,029 DEBUG [RS_OPEN_REGION-regionserver/037c58a19ddb:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1060): Cleaning up temporary data for c3f5d236325dec724fc07fae67986fde 2024-11-16T09:52:00,031 DEBUG [RS_OPEN_REGION-regionserver/037c58a19ddb:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1093): writing seq id for c3f5d236325dec724fc07fae67986fde 2024-11-16T09:52:00,032 INFO [RS_OPEN_REGION-regionserver/037c58a19ddb:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1114): Opened c3f5d236325dec724fc07fae67986fde; next sequenceid=122; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=713177, jitterRate=-0.09314930438995361}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-16T09:52:00,032 DEBUG [RS_OPEN_REGION-regionserver/037c58a19ddb:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c3f5d236325dec724fc07fae67986fde 2024-11-16T09:52:00,032 DEBUG [RS_OPEN_REGION-regionserver/037c58a19ddb:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1006): Region open journal for c3f5d236325dec724fc07fae67986fde: Running coprocessor pre-open hook at 1731750720012Writing region info on filesystem at 1731750720012Initializing all the Stores at 1731750720013 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731750720013Cleaning up temporary data from old regions at 1731750720030 (+17 ms)Running coprocessor post-open hooks at 1731750720032 (+2 ms)Region opened successfully at 1731750720032 2024-11-16T09:52:00,033 INFO [RS_OPEN_REGION-regionserver/037c58a19ddb:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegionServer(2236): Post open deploy tasks for TestLogRolling-testLogRolling,,1731750719004.c3f5d236325dec724fc07fae67986fde., pid=13, masterSystemTime=1731750719975 2024-11-16T09:52:00,033 DEBUG [RS_OPEN_REGION-regionserver/037c58a19ddb:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.CompactSplit(403): Add compact mark for store c3f5d236325dec724fc07fae67986fde:info, priority=-2147483648, current under compaction store size is 2 2024-11-16T09:52:00,033 DEBUG [RS_OPEN_REGION-regionserver/037c58a19ddb:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: Opening Region; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-16T09:52:00,033 DEBUG [RS:0;037c58a19ddb:39637-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 1 store files, 0 compacting, 1 eligible, 16 blocking 2024-11-16T09:52:00,034 INFO [RS:0;037c58a19ddb:39637-longCompactions-0 {}] regionserver.HStore(1527): Keeping/Overriding Compaction request priority to -2147482648 for CF info since it belongs to recently split daughter region TestLogRolling-testLogRolling,,1731750719004.c3f5d236325dec724fc07fae67986fde. 2024-11-16T09:52:00,034 DEBUG [RS:0;037c58a19ddb:39637-longCompactions-0 {}] regionserver.HStore(1541): c3f5d236325dec724fc07fae67986fde/info is initiating minor compaction (all files) 2024-11-16T09:52:00,034 INFO [RS:0;037c58a19ddb:39637-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c3f5d236325dec724fc07fae67986fde/info in TestLogRolling-testLogRolling,,1731750719004.c3f5d236325dec724fc07fae67986fde. 2024-11-16T09:52:00,034 INFO [RS:0;037c58a19ddb:39637-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39311/user/jenkins/test-data/27d0d3df-c22b-c5c5-bb51-336f63cd6168/data/default/TestLogRolling-testLogRolling/c3f5d236325dec724fc07fae67986fde/info/28d65925d3c84970821a46a372f17db6.3024c028c1906408c31c4f923b57efdd->hdfs://localhost:39311/user/jenkins/test-data/27d0d3df-c22b-c5c5-bb51-336f63cd6168/data/default/TestLogRolling-testLogRolling/3024c028c1906408c31c4f923b57efdd/info/28d65925d3c84970821a46a372f17db6-bottom] into tmpdir=hdfs://localhost:39311/user/jenkins/test-data/27d0d3df-c22b-c5c5-bb51-336f63cd6168/data/default/TestLogRolling-testLogRolling/c3f5d236325dec724fc07fae67986fde/.tmp, totalSize=72.0 K 2024-11-16T09:52:00,035 DEBUG [RS:0;037c58a19ddb:39637-longCompactions-0 {}] compactions.Compactor(225): Compacting 28d65925d3c84970821a46a372f17db6.3024c028c1906408c31c4f923b57efdd, keycount=32, bloomtype=ROW, size=72.0 K, encoding=NONE, compression=NONE, seqNum=82, earliestPutTs=1731750704741 2024-11-16T09:52:00,035 DEBUG [RS_OPEN_REGION-regionserver/037c58a19ddb:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegionServer(2266): Finished post open deploy task for TestLogRolling-testLogRolling,,1731750719004.c3f5d236325dec724fc07fae67986fde. 2024-11-16T09:52:00,035 INFO [RS_OPEN_REGION-regionserver/037c58a19ddb:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] handler.AssignRegionHandler(153): Opened TestLogRolling-testLogRolling,,1731750719004.c3f5d236325dec724fc07fae67986fde. 2024-11-16T09:52:00,036 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=c3f5d236325dec724fc07fae67986fde, regionState=OPEN, openSeqNum=122, regionLocation=037c58a19ddb,39637,1731750693506 2024-11-16T09:52:00,037 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39311/user/jenkins/test-data/27d0d3df-c22b-c5c5-bb51-336f63cd6168/data/hbase/meta/1588230740/.tmp/info/699500631b2a4cf7a0976889debdd0ca is 193, key is TestLogRolling-testLogRolling,row0064,1731750719004.2497d8eab15c446857afc33c6d898ed6./info:regioninfo/1731750720012/Put/seqid=0 2024-11-16T09:52:00,038 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure c3f5d236325dec724fc07fae67986fde, server=037c58a19ddb,39637,1731750693506 because future has completed 2024-11-16T09:52:00,043 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=10 2024-11-16T09:52:00,043 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure c3f5d236325dec724fc07fae67986fde, server=037c58a19ddb,39637,1731750693506 in 216 msec 2024-11-16T09:52:00,045 INFO [RS:0;037c58a19ddb:39637-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2497d8eab15c446857afc33c6d898ed6#info#compaction#41 average throughput is 15.54 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-16T09:52:00,046 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=7 2024-11-16T09:52:00,046 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=7, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=c3f5d236325dec724fc07fae67986fde, ASSIGN in 376 msec 2024-11-16T09:52:00,046 DEBUG [RS:0;037c58a19ddb:39637-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39311/user/jenkins/test-data/27d0d3df-c22b-c5c5-bb51-336f63cd6168/data/default/TestLogRolling-testLogRolling/2497d8eab15c446857afc33c6d898ed6/.tmp/info/c93d9509808a4995aad1f4d765342cbb is 1055, key is row0064/info:/1731750716920/Put/seqid=0 2024-11-16T09:52:00,048 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; SplitTableRegionProcedure table=TestLogRolling-testLogRolling, parent=3024c028c1906408c31c4f923b57efdd, daughterA=c3f5d236325dec724fc07fae67986fde, daughterB=2497d8eab15c446857afc33c6d898ed6 in 1.0410 sec 2024-11-16T09:52:00,055 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42473 is added to blk_1073741850_1026 (size=9882) 2024-11-16T09:52:00,056 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33205 is added to blk_1073741850_1026 (size=9882) 2024-11-16T09:52:00,056 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=4.95 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:39311/user/jenkins/test-data/27d0d3df-c22b-c5c5-bb51-336f63cd6168/data/hbase/meta/1588230740/.tmp/info/699500631b2a4cf7a0976889debdd0ca 2024-11-16T09:52:00,064 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42473 is added to blk_1073741851_1027 (size=37897) 2024-11-16T09:52:00,064 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33205 is added to blk_1073741851_1027 (size=37897) 2024-11-16T09:52:00,067 INFO [RS:0;037c58a19ddb:39637-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c3f5d236325dec724fc07fae67986fde#info#compaction#42 average throughput is 31.57 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-16T09:52:00,068 DEBUG [RS:0;037c58a19ddb:39637-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39311/user/jenkins/test-data/27d0d3df-c22b-c5c5-bb51-336f63cd6168/data/default/TestLogRolling-testLogRolling/c3f5d236325dec724fc07fae67986fde/.tmp/info/2c5ca8d216a84796a3e8700b4081384d is 1055, key is row0001/info:/1731750704741/Put/seqid=0 2024-11-16T09:52:00,074 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33205 is added to blk_1073741852_1028 (size=71441) 2024-11-16T09:52:00,074 DEBUG [RS:0;037c58a19ddb:39637-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39311/user/jenkins/test-data/27d0d3df-c22b-c5c5-bb51-336f63cd6168/data/default/TestLogRolling-testLogRolling/2497d8eab15c446857afc33c6d898ed6/.tmp/info/c93d9509808a4995aad1f4d765342cbb as hdfs://localhost:39311/user/jenkins/test-data/27d0d3df-c22b-c5c5-bb51-336f63cd6168/data/default/TestLogRolling-testLogRolling/2497d8eab15c446857afc33c6d898ed6/info/c93d9509808a4995aad1f4d765342cbb 2024-11-16T09:52:00,080 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39311/user/jenkins/test-data/27d0d3df-c22b-c5c5-bb51-336f63cd6168/data/hbase/meta/1588230740/.tmp/ns/23e9fd683119472a829261fa0e174b8d is 43, key is default/ns:d/1731750694608/Put/seqid=0 2024-11-16T09:52:00,081 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42473 is added to blk_1073741852_1028 (size=71441) 2024-11-16T09:52:00,082 INFO [RS:0;037c58a19ddb:39637-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 2497d8eab15c446857afc33c6d898ed6/info of 2497d8eab15c446857afc33c6d898ed6 into c93d9509808a4995aad1f4d765342cbb(size=37.0 K), total size for store is 37.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-16T09:52:00,082 DEBUG [RS:0;037c58a19ddb:39637-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 2497d8eab15c446857afc33c6d898ed6: 2024-11-16T09:52:00,082 INFO [RS:0;037c58a19ddb:39637-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,row0064,1731750719004.2497d8eab15c446857afc33c6d898ed6., storeName=2497d8eab15c446857afc33c6d898ed6/info, priority=13, startTime=1731750720009; duration=0sec 2024-11-16T09:52:00,082 DEBUG [RS:0;037c58a19ddb:39637-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-16T09:52:00,082 DEBUG [RS:0;037c58a19ddb:39637-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2497d8eab15c446857afc33c6d898ed6:info 2024-11-16T09:52:00,087 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33205 is added to blk_1073741853_1029 (size=5153) 2024-11-16T09:52:00,087 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42473 is added to blk_1073741853_1029 (size=5153) 2024-11-16T09:52:00,088 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:39311/user/jenkins/test-data/27d0d3df-c22b-c5c5-bb51-336f63cd6168/data/hbase/meta/1588230740/.tmp/ns/23e9fd683119472a829261fa0e174b8d 2024-11-16T09:52:00,089 DEBUG [RS:0;037c58a19ddb:39637-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39311/user/jenkins/test-data/27d0d3df-c22b-c5c5-bb51-336f63cd6168/data/default/TestLogRolling-testLogRolling/c3f5d236325dec724fc07fae67986fde/.tmp/info/2c5ca8d216a84796a3e8700b4081384d as hdfs://localhost:39311/user/jenkins/test-data/27d0d3df-c22b-c5c5-bb51-336f63cd6168/data/default/TestLogRolling-testLogRolling/c3f5d236325dec724fc07fae67986fde/info/2c5ca8d216a84796a3e8700b4081384d 2024-11-16T09:52:00,095 INFO [RS:0;037c58a19ddb:39637-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 1 (all) file(s) in c3f5d236325dec724fc07fae67986fde/info of c3f5d236325dec724fc07fae67986fde into 2c5ca8d216a84796a3e8700b4081384d(size=69.8 K), total size for store is 69.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-16T09:52:00,095 DEBUG [RS:0;037c58a19ddb:39637-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c3f5d236325dec724fc07fae67986fde: 2024-11-16T09:52:00,095 INFO [RS:0;037c58a19ddb:39637-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,,1731750719004.c3f5d236325dec724fc07fae67986fde., storeName=c3f5d236325dec724fc07fae67986fde/info, priority=15, startTime=1731750720033; duration=0sec 2024-11-16T09:52:00,096 DEBUG [RS:0;037c58a19ddb:39637-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-16T09:52:00,096 DEBUG [RS:0;037c58a19ddb:39637-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c3f5d236325dec724fc07fae67986fde:info 2024-11-16T09:52:00,110 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39311/user/jenkins/test-data/27d0d3df-c22b-c5c5-bb51-336f63cd6168/data/hbase/meta/1588230740/.tmp/table/15c02dae1352484cb0e04d3fc9a1ea02 is 65, key is TestLogRolling-testLogRolling/table:state/1731750695027/Put/seqid=0 2024-11-16T09:52:00,115 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42473 is added to blk_1073741854_1030 (size=5340) 2024-11-16T09:52:00,115 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33205 is added to blk_1073741854_1030 (size=5340) 2024-11-16T09:52:00,116 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=122 B at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:39311/user/jenkins/test-data/27d0d3df-c22b-c5c5-bb51-336f63cd6168/data/hbase/meta/1588230740/.tmp/table/15c02dae1352484cb0e04d3fc9a1ea02 2024-11-16T09:52:00,121 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39311/user/jenkins/test-data/27d0d3df-c22b-c5c5-bb51-336f63cd6168/data/hbase/meta/1588230740/.tmp/info/699500631b2a4cf7a0976889debdd0ca as hdfs://localhost:39311/user/jenkins/test-data/27d0d3df-c22b-c5c5-bb51-336f63cd6168/data/hbase/meta/1588230740/info/699500631b2a4cf7a0976889debdd0ca 2024-11-16T09:52:00,126 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39311/user/jenkins/test-data/27d0d3df-c22b-c5c5-bb51-336f63cd6168/data/hbase/meta/1588230740/info/699500631b2a4cf7a0976889debdd0ca, entries=30, sequenceid=17, filesize=9.7 K 2024-11-16T09:52:00,127 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39311/user/jenkins/test-data/27d0d3df-c22b-c5c5-bb51-336f63cd6168/data/hbase/meta/1588230740/.tmp/ns/23e9fd683119472a829261fa0e174b8d as hdfs://localhost:39311/user/jenkins/test-data/27d0d3df-c22b-c5c5-bb51-336f63cd6168/data/hbase/meta/1588230740/ns/23e9fd683119472a829261fa0e174b8d 2024-11-16T09:52:00,131 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39311/user/jenkins/test-data/27d0d3df-c22b-c5c5-bb51-336f63cd6168/data/hbase/meta/1588230740/ns/23e9fd683119472a829261fa0e174b8d, entries=2, sequenceid=17, filesize=5.0 K 2024-11-16T09:52:00,132 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39311/user/jenkins/test-data/27d0d3df-c22b-c5c5-bb51-336f63cd6168/data/hbase/meta/1588230740/.tmp/table/15c02dae1352484cb0e04d3fc9a1ea02 as hdfs://localhost:39311/user/jenkins/test-data/27d0d3df-c22b-c5c5-bb51-336f63cd6168/data/hbase/meta/1588230740/table/15c02dae1352484cb0e04d3fc9a1ea02 2024-11-16T09:52:00,137 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39311/user/jenkins/test-data/27d0d3df-c22b-c5c5-bb51-336f63cd6168/data/hbase/meta/1588230740/table/15c02dae1352484cb0e04d3fc9a1ea02, entries=2, sequenceid=17, filesize=5.2 K 2024-11-16T09:52:00,138 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~5.15 KB/5269, heapSize ~8.70 KB/8912, currentSize=670 B/670 for 1588230740 in 124ms, sequenceid=17, compaction requested=false 2024-11-16T09:52:00,138 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 1588230740: 2024-11-16T09:52:03,414 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-16T09:52:04,450 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T09:52:04,450 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T09:52:04,450 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T09:52:04,450 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T09:52:04,451 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T09:52:04,451 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T09:52:04,453 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T09:52:04,453 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T09:52:04,454 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T09:52:04,455 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T09:52:04,961 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-16T09:52:04,976 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T09:52:04,977 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T09:52:04,977 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T09:52:04,977 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T09:52:04,977 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T09:52:04,978 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T09:52:04,980 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T09:52:04,981 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T09:52:04,981 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T09:52:04,983 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-16T09:52:09,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39637 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 1.2 K connection: 172.17.0.2:51764 deadline: 1731750739071, exception=org.apache.hadoop.hbase.NotServingRegionException: TestLogRolling-testLogRolling,,1731750694648.3024c028c1906408c31c4f923b57efdd. is not online on 037c58a19ddb,39637,1731750693506 2024-11-16T09:52:09,072 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestLogRolling-testLogRolling,,1731750694648.3024c028c1906408c31c4f923b57efdd., hostname=037c58a19ddb,39637,1731750693506, seqNum=2 , the old value is region=TestLogRolling-testLogRolling,,1731750694648.3024c028c1906408c31c4f923b57efdd., hostname=037c58a19ddb,39637,1731750693506, seqNum=2, error=org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: TestLogRolling-testLogRolling,,1731750694648.3024c028c1906408c31c4f923b57efdd. is not online on 037c58a19ddb,39637,1731750693506 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2943) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-16T09:52:09,073 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestLogRolling-testLogRolling,,1731750694648.3024c028c1906408c31c4f923b57efdd., hostname=037c58a19ddb,39637,1731750693506, seqNum=2 is org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: TestLogRolling-testLogRolling,,1731750694648.3024c028c1906408c31c4f923b57efdd. is not online on 037c58a19ddb,39637,1731750693506 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2943) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-16T09:52:09,073 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(88): Try removing region=TestLogRolling-testLogRolling,,1731750694648.3024c028c1906408c31c4f923b57efdd., hostname=037c58a19ddb,39637,1731750693506, seqNum=2 from cache 2024-11-16T09:52:15,501 INFO [master/037c58a19ddb:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-16T09:52:15,501 INFO [master/037c58a19ddb:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-16T09:52:19,558 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 1588230740, had cached 0 bytes from a total of 20375 2024-11-16T09:52:29,177 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestLogRolling-testLogRolling', row='row0095', locateType=CURRENT is [region=TestLogRolling-testLogRolling,row0064,1731750719004.2497d8eab15c446857afc33c6d898ed6., hostname=037c58a19ddb,39637,1731750693506, seqNum=122] 2024-11-16T09:52:31,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39637 {}] regionserver.HRegion(8855): Flush requested on 2497d8eab15c446857afc33c6d898ed6 2024-11-16T09:52:31,193 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 2497d8eab15c446857afc33c6d898ed6 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-11-16T09:52:31,199 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39311/user/jenkins/test-data/27d0d3df-c22b-c5c5-bb51-336f63cd6168/data/default/TestLogRolling-testLogRolling/2497d8eab15c446857afc33c6d898ed6/.tmp/info/e7684c1fdf2448428a2a07a58e7a0d48 is 1055, key is row0095/info:/1731750749179/Put/seqid=0 2024-11-16T09:52:31,214 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42473 is added to blk_1073741855_1031 (size=13391) 2024-11-16T09:52:31,214 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33205 is added to blk_1073741855_1031 (size=13391) 2024-11-16T09:52:31,214 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=133 (bloomFilter=true), to=hdfs://localhost:39311/user/jenkins/test-data/27d0d3df-c22b-c5c5-bb51-336f63cd6168/data/default/TestLogRolling-testLogRolling/2497d8eab15c446857afc33c6d898ed6/.tmp/info/e7684c1fdf2448428a2a07a58e7a0d48 2024-11-16T09:52:31,221 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39311/user/jenkins/test-data/27d0d3df-c22b-c5c5-bb51-336f63cd6168/data/default/TestLogRolling-testLogRolling/2497d8eab15c446857afc33c6d898ed6/.tmp/info/e7684c1fdf2448428a2a07a58e7a0d48 as hdfs://localhost:39311/user/jenkins/test-data/27d0d3df-c22b-c5c5-bb51-336f63cd6168/data/default/TestLogRolling-testLogRolling/2497d8eab15c446857afc33c6d898ed6/info/e7684c1fdf2448428a2a07a58e7a0d48 2024-11-16T09:52:31,228 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39311/user/jenkins/test-data/27d0d3df-c22b-c5c5-bb51-336f63cd6168/data/default/TestLogRolling-testLogRolling/2497d8eab15c446857afc33c6d898ed6/info/e7684c1fdf2448428a2a07a58e7a0d48, entries=8, sequenceid=133, filesize=13.1 K 2024-11-16T09:52:31,229 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=20.53 KB/21020 for 2497d8eab15c446857afc33c6d898ed6 in 36ms, sequenceid=133, compaction requested=false 2024-11-16T09:52:31,229 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 2497d8eab15c446857afc33c6d898ed6: 2024-11-16T09:52:31,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39637 {}] regionserver.HRegion(8855): Flush requested on 2497d8eab15c446857afc33c6d898ed6 2024-11-16T09:52:31,230 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 2497d8eab15c446857afc33c6d898ed6 1/1 column families, dataSize=21.55 KB heapSize=23.38 KB 2024-11-16T09:52:31,236 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39311/user/jenkins/test-data/27d0d3df-c22b-c5c5-bb51-336f63cd6168/data/default/TestLogRolling-testLogRolling/2497d8eab15c446857afc33c6d898ed6/.tmp/info/73caec27451d4693be0f6daa5a0734ad is 1055, key is row0103/info:/1731750751194/Put/seqid=0 2024-11-16T09:52:31,242 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33205 is added to blk_1073741856_1032 (size=27103) 2024-11-16T09:52:31,242 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42473 is added to blk_1073741856_1032 (size=27103) 2024-11-16T09:52:31,243 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=21.55 KB at sequenceid=157 (bloomFilter=true), to=hdfs://localhost:39311/user/jenkins/test-data/27d0d3df-c22b-c5c5-bb51-336f63cd6168/data/default/TestLogRolling-testLogRolling/2497d8eab15c446857afc33c6d898ed6/.tmp/info/73caec27451d4693be0f6daa5a0734ad 2024-11-16T09:52:31,250 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39311/user/jenkins/test-data/27d0d3df-c22b-c5c5-bb51-336f63cd6168/data/default/TestLogRolling-testLogRolling/2497d8eab15c446857afc33c6d898ed6/.tmp/info/73caec27451d4693be0f6daa5a0734ad as hdfs://localhost:39311/user/jenkins/test-data/27d0d3df-c22b-c5c5-bb51-336f63cd6168/data/default/TestLogRolling-testLogRolling/2497d8eab15c446857afc33c6d898ed6/info/73caec27451d4693be0f6daa5a0734ad 2024-11-16T09:52:31,262 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39311/user/jenkins/test-data/27d0d3df-c22b-c5c5-bb51-336f63cd6168/data/default/TestLogRolling-testLogRolling/2497d8eab15c446857afc33c6d898ed6/info/73caec27451d4693be0f6daa5a0734ad, entries=21, sequenceid=157, filesize=26.5 K 2024-11-16T09:52:31,263 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~21.55 KB/22071, heapSize ~23.37 KB/23928, currentSize=5.13 KB/5255 for 2497d8eab15c446857afc33c6d898ed6 in 33ms, sequenceid=157, compaction requested=true 2024-11-16T09:52:31,263 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 2497d8eab15c446857afc33c6d898ed6: 2024-11-16T09:52:31,263 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2497d8eab15c446857afc33c6d898ed6:info, priority=-2147483648, current under compaction store size is 1 2024-11-16T09:52:31,263 DEBUG [RS:0;037c58a19ddb:39637-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-16T09:52:31,263 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-16T09:52:31,265 DEBUG [RS:0;037c58a19ddb:39637-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 78391 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-16T09:52:31,265 DEBUG [RS:0;037c58a19ddb:39637-shortCompactions-0 {}] regionserver.HStore(1541): 2497d8eab15c446857afc33c6d898ed6/info is initiating minor compaction (all files) 2024-11-16T09:52:31,265 INFO [RS:0;037c58a19ddb:39637-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 2497d8eab15c446857afc33c6d898ed6/info in TestLogRolling-testLogRolling,row0064,1731750719004.2497d8eab15c446857afc33c6d898ed6. 2024-11-16T09:52:31,265 INFO [RS:0;037c58a19ddb:39637-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39311/user/jenkins/test-data/27d0d3df-c22b-c5c5-bb51-336f63cd6168/data/default/TestLogRolling-testLogRolling/2497d8eab15c446857afc33c6d898ed6/info/c93d9509808a4995aad1f4d765342cbb, hdfs://localhost:39311/user/jenkins/test-data/27d0d3df-c22b-c5c5-bb51-336f63cd6168/data/default/TestLogRolling-testLogRolling/2497d8eab15c446857afc33c6d898ed6/info/e7684c1fdf2448428a2a07a58e7a0d48, hdfs://localhost:39311/user/jenkins/test-data/27d0d3df-c22b-c5c5-bb51-336f63cd6168/data/default/TestLogRolling-testLogRolling/2497d8eab15c446857afc33c6d898ed6/info/73caec27451d4693be0f6daa5a0734ad] into tmpdir=hdfs://localhost:39311/user/jenkins/test-data/27d0d3df-c22b-c5c5-bb51-336f63cd6168/data/default/TestLogRolling-testLogRolling/2497d8eab15c446857afc33c6d898ed6/.tmp, totalSize=76.6 K 2024-11-16T09:52:31,266 DEBUG [RS:0;037c58a19ddb:39637-shortCompactions-0 {}] compactions.Compactor(225): Compacting c93d9509808a4995aad1f4d765342cbb, keycount=31, bloomtype=ROW, size=37.0 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1731750716920 2024-11-16T09:52:31,266 DEBUG [RS:0;037c58a19ddb:39637-shortCompactions-0 {}] compactions.Compactor(225): Compacting e7684c1fdf2448428a2a07a58e7a0d48, keycount=8, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=133, earliestPutTs=1731750749179 2024-11-16T09:52:31,267 DEBUG [RS:0;037c58a19ddb:39637-shortCompactions-0 {}] compactions.Compactor(225): Compacting 73caec27451d4693be0f6daa5a0734ad, keycount=21, bloomtype=ROW, size=26.5 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1731750751194 2024-11-16T09:52:31,284 INFO [RS:0;037c58a19ddb:39637-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2497d8eab15c446857afc33c6d898ed6#info#compaction#47 average throughput is 20.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-16T09:52:31,285 DEBUG [RS:0;037c58a19ddb:39637-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39311/user/jenkins/test-data/27d0d3df-c22b-c5c5-bb51-336f63cd6168/data/default/TestLogRolling-testLogRolling/2497d8eab15c446857afc33c6d898ed6/.tmp/info/d11470eb9fce49caa6d5d2f74f875283 is 1055, key is row0064/info:/1731750716920/Put/seqid=0 2024-11-16T09:52:31,298 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33205 is added to blk_1073741857_1033 (size=68605) 2024-11-16T09:52:31,298 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42473 is added to blk_1073741857_1033 (size=68605) 2024-11-16T09:52:31,305 DEBUG [RS:0;037c58a19ddb:39637-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39311/user/jenkins/test-data/27d0d3df-c22b-c5c5-bb51-336f63cd6168/data/default/TestLogRolling-testLogRolling/2497d8eab15c446857afc33c6d898ed6/.tmp/info/d11470eb9fce49caa6d5d2f74f875283 as hdfs://localhost:39311/user/jenkins/test-data/27d0d3df-c22b-c5c5-bb51-336f63cd6168/data/default/TestLogRolling-testLogRolling/2497d8eab15c446857afc33c6d898ed6/info/d11470eb9fce49caa6d5d2f74f875283 2024-11-16T09:52:31,313 INFO [RS:0;037c58a19ddb:39637-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 2497d8eab15c446857afc33c6d898ed6/info of 2497d8eab15c446857afc33c6d898ed6 into d11470eb9fce49caa6d5d2f74f875283(size=67.0 K), total size for store is 67.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-16T09:52:31,313 DEBUG [RS:0;037c58a19ddb:39637-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 2497d8eab15c446857afc33c6d898ed6: 2024-11-16T09:52:31,313 INFO [RS:0;037c58a19ddb:39637-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,row0064,1731750719004.2497d8eab15c446857afc33c6d898ed6., storeName=2497d8eab15c446857afc33c6d898ed6/info, priority=13, startTime=1731750751263; duration=0sec 2024-11-16T09:52:31,313 DEBUG [RS:0;037c58a19ddb:39637-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-16T09:52:31,313 DEBUG [RS:0;037c58a19ddb:39637-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2497d8eab15c446857afc33c6d898ed6:info 2024-11-16T09:52:33,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39637 {}] regionserver.HRegion(8855): Flush requested on 2497d8eab15c446857afc33c6d898ed6 2024-11-16T09:52:33,246 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 2497d8eab15c446857afc33c6d898ed6 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-11-16T09:52:33,251 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39311/user/jenkins/test-data/27d0d3df-c22b-c5c5-bb51-336f63cd6168/data/default/TestLogRolling-testLogRolling/2497d8eab15c446857afc33c6d898ed6/.tmp/info/506a62860a6241a296efcbb2ed15cc0d is 1055, key is row0124/info:/1731750751231/Put/seqid=0 2024-11-16T09:52:33,258 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33205 is added to blk_1073741858_1034 (size=13394) 2024-11-16T09:52:33,259 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42473 is added to blk_1073741858_1034 (size=13394) 2024-11-16T09:52:33,259 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=169 (bloomFilter=true), to=hdfs://localhost:39311/user/jenkins/test-data/27d0d3df-c22b-c5c5-bb51-336f63cd6168/data/default/TestLogRolling-testLogRolling/2497d8eab15c446857afc33c6d898ed6/.tmp/info/506a62860a6241a296efcbb2ed15cc0d 2024-11-16T09:52:33,265 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39311/user/jenkins/test-data/27d0d3df-c22b-c5c5-bb51-336f63cd6168/data/default/TestLogRolling-testLogRolling/2497d8eab15c446857afc33c6d898ed6/.tmp/info/506a62860a6241a296efcbb2ed15cc0d as hdfs://localhost:39311/user/jenkins/test-data/27d0d3df-c22b-c5c5-bb51-336f63cd6168/data/default/TestLogRolling-testLogRolling/2497d8eab15c446857afc33c6d898ed6/info/506a62860a6241a296efcbb2ed15cc0d 2024-11-16T09:52:33,270 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39311/user/jenkins/test-data/27d0d3df-c22b-c5c5-bb51-336f63cd6168/data/default/TestLogRolling-testLogRolling/2497d8eab15c446857afc33c6d898ed6/info/506a62860a6241a296efcbb2ed15cc0d, entries=8, sequenceid=169, filesize=13.1 K 2024-11-16T09:52:33,271 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=15.40 KB/15765 for 2497d8eab15c446857afc33c6d898ed6 in 25ms, sequenceid=169, compaction requested=false 2024-11-16T09:52:33,272 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 2497d8eab15c446857afc33c6d898ed6: 2024-11-16T09:52:33,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39637 {}] regionserver.HRegion(8855): Flush requested on 2497d8eab15c446857afc33c6d898ed6 2024-11-16T09:52:33,272 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 2497d8eab15c446857afc33c6d898ed6 1/1 column families, dataSize=16.42 KB heapSize=17.88 KB 2024-11-16T09:52:33,276 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39311/user/jenkins/test-data/27d0d3df-c22b-c5c5-bb51-336f63cd6168/data/default/TestLogRolling-testLogRolling/2497d8eab15c446857afc33c6d898ed6/.tmp/info/d4b6cf60983d4c098a7a806cc63ac63e is 1055, key is row0132/info:/1731750753247/Put/seqid=0 2024-11-16T09:52:33,281 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33205 is added to blk_1073741859_1035 (size=21838) 2024-11-16T09:52:33,281 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42473 is added to blk_1073741859_1035 (size=21838) 2024-11-16T09:52:33,282 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=16.42 KB at sequenceid=188 (bloomFilter=true), to=hdfs://localhost:39311/user/jenkins/test-data/27d0d3df-c22b-c5c5-bb51-336f63cd6168/data/default/TestLogRolling-testLogRolling/2497d8eab15c446857afc33c6d898ed6/.tmp/info/d4b6cf60983d4c098a7a806cc63ac63e 2024-11-16T09:52:33,288 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39311/user/jenkins/test-data/27d0d3df-c22b-c5c5-bb51-336f63cd6168/data/default/TestLogRolling-testLogRolling/2497d8eab15c446857afc33c6d898ed6/.tmp/info/d4b6cf60983d4c098a7a806cc63ac63e as hdfs://localhost:39311/user/jenkins/test-data/27d0d3df-c22b-c5c5-bb51-336f63cd6168/data/default/TestLogRolling-testLogRolling/2497d8eab15c446857afc33c6d898ed6/info/d4b6cf60983d4c098a7a806cc63ac63e 2024-11-16T09:52:33,293 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39311/user/jenkins/test-data/27d0d3df-c22b-c5c5-bb51-336f63cd6168/data/default/TestLogRolling-testLogRolling/2497d8eab15c446857afc33c6d898ed6/info/d4b6cf60983d4c098a7a806cc63ac63e, entries=16, sequenceid=188, filesize=21.3 K 2024-11-16T09:52:33,294 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~16.42 KB/16816, heapSize ~17.86 KB/18288, currentSize=13.34 KB/13663 for 2497d8eab15c446857afc33c6d898ed6 in 22ms, sequenceid=188, compaction requested=true 2024-11-16T09:52:33,294 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 2497d8eab15c446857afc33c6d898ed6: 2024-11-16T09:52:33,294 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2497d8eab15c446857afc33c6d898ed6:info, priority=-2147483648, current under compaction store size is 1 2024-11-16T09:52:33,294 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-16T09:52:33,294 DEBUG [RS:0;037c58a19ddb:39637-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-16T09:52:33,295 DEBUG [RS:0;037c58a19ddb:39637-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 103837 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-16T09:52:33,295 DEBUG [RS:0;037c58a19ddb:39637-shortCompactions-0 {}] regionserver.HStore(1541): 2497d8eab15c446857afc33c6d898ed6/info is initiating minor compaction (all files) 2024-11-16T09:52:33,295 INFO [RS:0;037c58a19ddb:39637-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 2497d8eab15c446857afc33c6d898ed6/info in TestLogRolling-testLogRolling,row0064,1731750719004.2497d8eab15c446857afc33c6d898ed6. 2024-11-16T09:52:33,296 INFO [RS:0;037c58a19ddb:39637-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39311/user/jenkins/test-data/27d0d3df-c22b-c5c5-bb51-336f63cd6168/data/default/TestLogRolling-testLogRolling/2497d8eab15c446857afc33c6d898ed6/info/d11470eb9fce49caa6d5d2f74f875283, hdfs://localhost:39311/user/jenkins/test-data/27d0d3df-c22b-c5c5-bb51-336f63cd6168/data/default/TestLogRolling-testLogRolling/2497d8eab15c446857afc33c6d898ed6/info/506a62860a6241a296efcbb2ed15cc0d, hdfs://localhost:39311/user/jenkins/test-data/27d0d3df-c22b-c5c5-bb51-336f63cd6168/data/default/TestLogRolling-testLogRolling/2497d8eab15c446857afc33c6d898ed6/info/d4b6cf60983d4c098a7a806cc63ac63e] into tmpdir=hdfs://localhost:39311/user/jenkins/test-data/27d0d3df-c22b-c5c5-bb51-336f63cd6168/data/default/TestLogRolling-testLogRolling/2497d8eab15c446857afc33c6d898ed6/.tmp, totalSize=101.4 K 2024-11-16T09:52:33,296 DEBUG [RS:0;037c58a19ddb:39637-shortCompactions-0 {}] compactions.Compactor(225): Compacting d11470eb9fce49caa6d5d2f74f875283, keycount=60, bloomtype=ROW, size=67.0 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1731750716920 2024-11-16T09:52:33,296 DEBUG [RS:0;037c58a19ddb:39637-shortCompactions-0 {}] compactions.Compactor(225): Compacting 506a62860a6241a296efcbb2ed15cc0d, keycount=8, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=169, earliestPutTs=1731750751231 2024-11-16T09:52:33,297 DEBUG [RS:0;037c58a19ddb:39637-shortCompactions-0 {}] compactions.Compactor(225): Compacting d4b6cf60983d4c098a7a806cc63ac63e, keycount=16, bloomtype=ROW, size=21.3 K, encoding=NONE, compression=NONE, seqNum=188, earliestPutTs=1731750753247 2024-11-16T09:52:33,308 INFO [RS:0;037c58a19ddb:39637-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2497d8eab15c446857afc33c6d898ed6#info#compaction#50 average throughput is 42.10 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-16T09:52:33,309 DEBUG [RS:0;037c58a19ddb:39637-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39311/user/jenkins/test-data/27d0d3df-c22b-c5c5-bb51-336f63cd6168/data/default/TestLogRolling-testLogRolling/2497d8eab15c446857afc33c6d898ed6/.tmp/info/0bda616e927b47b48cc5be76b1342139 is 1055, key is row0064/info:/1731750716920/Put/seqid=0 2024-11-16T09:52:33,312 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42473 is added to blk_1073741860_1036 (size=94056) 2024-11-16T09:52:33,313 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33205 is added to blk_1073741860_1036 (size=94056) 2024-11-16T09:52:33,319 DEBUG [RS:0;037c58a19ddb:39637-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39311/user/jenkins/test-data/27d0d3df-c22b-c5c5-bb51-336f63cd6168/data/default/TestLogRolling-testLogRolling/2497d8eab15c446857afc33c6d898ed6/.tmp/info/0bda616e927b47b48cc5be76b1342139 as hdfs://localhost:39311/user/jenkins/test-data/27d0d3df-c22b-c5c5-bb51-336f63cd6168/data/default/TestLogRolling-testLogRolling/2497d8eab15c446857afc33c6d898ed6/info/0bda616e927b47b48cc5be76b1342139 2024-11-16T09:52:33,325 INFO [RS:0;037c58a19ddb:39637-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 2497d8eab15c446857afc33c6d898ed6/info of 2497d8eab15c446857afc33c6d898ed6 into 0bda616e927b47b48cc5be76b1342139(size=91.9 K), total size for store is 91.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-16T09:52:33,325 DEBUG [RS:0;037c58a19ddb:39637-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 2497d8eab15c446857afc33c6d898ed6: 2024-11-16T09:52:33,325 INFO [RS:0;037c58a19ddb:39637-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,row0064,1731750719004.2497d8eab15c446857afc33c6d898ed6., storeName=2497d8eab15c446857afc33c6d898ed6/info, priority=13, startTime=1731750753294; duration=0sec 2024-11-16T09:52:33,325 DEBUG [RS:0;037c58a19ddb:39637-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-16T09:52:33,325 DEBUG [RS:0;037c58a19ddb:39637-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2497d8eab15c446857afc33c6d898ed6:info 2024-11-16T09:52:33,414 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-16T09:52:35,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39637 {}] regionserver.HRegion(8855): Flush requested on 2497d8eab15c446857afc33c6d898ed6 2024-11-16T09:52:35,295 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 2497d8eab15c446857afc33c6d898ed6 1/1 column families, dataSize=14.37 KB heapSize=15.67 KB 2024-11-16T09:52:35,299 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39311/user/jenkins/test-data/27d0d3df-c22b-c5c5-bb51-336f63cd6168/data/default/TestLogRolling-testLogRolling/2497d8eab15c446857afc33c6d898ed6/.tmp/info/d7a73d6082ea466888e24d68ce212e39 is 1055, key is row0148/info:/1731750753273/Put/seqid=0 2024-11-16T09:52:35,305 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33205 is added to blk_1073741861_1037 (size=19728) 2024-11-16T09:52:35,305 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42473 is added to blk_1073741861_1037 (size=19728) 2024-11-16T09:52:35,305 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=14.37 KB at sequenceid=206 (bloomFilter=true), to=hdfs://localhost:39311/user/jenkins/test-data/27d0d3df-c22b-c5c5-bb51-336f63cd6168/data/default/TestLogRolling-testLogRolling/2497d8eab15c446857afc33c6d898ed6/.tmp/info/d7a73d6082ea466888e24d68ce212e39 2024-11-16T09:52:35,312 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39311/user/jenkins/test-data/27d0d3df-c22b-c5c5-bb51-336f63cd6168/data/default/TestLogRolling-testLogRolling/2497d8eab15c446857afc33c6d898ed6/.tmp/info/d7a73d6082ea466888e24d68ce212e39 as hdfs://localhost:39311/user/jenkins/test-data/27d0d3df-c22b-c5c5-bb51-336f63cd6168/data/default/TestLogRolling-testLogRolling/2497d8eab15c446857afc33c6d898ed6/info/d7a73d6082ea466888e24d68ce212e39 2024-11-16T09:52:35,318 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39311/user/jenkins/test-data/27d0d3df-c22b-c5c5-bb51-336f63cd6168/data/default/TestLogRolling-testLogRolling/2497d8eab15c446857afc33c6d898ed6/info/d7a73d6082ea466888e24d68ce212e39, entries=14, sequenceid=206, filesize=19.3 K 2024-11-16T09:52:35,318 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~14.37 KB/14714, heapSize ~15.66 KB/16032, currentSize=14.37 KB/14714 for 2497d8eab15c446857afc33c6d898ed6 in 24ms, sequenceid=206, compaction requested=false 2024-11-16T09:52:35,318 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 2497d8eab15c446857afc33c6d898ed6: 2024-11-16T09:52:35,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39637 {}] regionserver.HRegion(8855): Flush requested on 2497d8eab15c446857afc33c6d898ed6 2024-11-16T09:52:35,320 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 2497d8eab15c446857afc33c6d898ed6 1/1 column families, dataSize=15.40 KB heapSize=16.77 KB 2024-11-16T09:52:35,323 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39311/user/jenkins/test-data/27d0d3df-c22b-c5c5-bb51-336f63cd6168/data/default/TestLogRolling-testLogRolling/2497d8eab15c446857afc33c6d898ed6/.tmp/info/e6920bb5a6ba45fb90894249347deb3f is 1055, key is row0162/info:/1731750755296/Put/seqid=0 2024-11-16T09:52:35,333 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42473 is added to blk_1073741862_1038 (size=20781) 2024-11-16T09:52:35,333 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33205 is added to blk_1073741862_1038 (size=20781) 2024-11-16T09:52:35,334 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.40 KB at sequenceid=224 (bloomFilter=true), to=hdfs://localhost:39311/user/jenkins/test-data/27d0d3df-c22b-c5c5-bb51-336f63cd6168/data/default/TestLogRolling-testLogRolling/2497d8eab15c446857afc33c6d898ed6/.tmp/info/e6920bb5a6ba45fb90894249347deb3f 2024-11-16T09:52:35,341 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39311/user/jenkins/test-data/27d0d3df-c22b-c5c5-bb51-336f63cd6168/data/default/TestLogRolling-testLogRolling/2497d8eab15c446857afc33c6d898ed6/.tmp/info/e6920bb5a6ba45fb90894249347deb3f as hdfs://localhost:39311/user/jenkins/test-data/27d0d3df-c22b-c5c5-bb51-336f63cd6168/data/default/TestLogRolling-testLogRolling/2497d8eab15c446857afc33c6d898ed6/info/e6920bb5a6ba45fb90894249347deb3f 2024-11-16T09:52:35,344 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=2497d8eab15c446857afc33c6d898ed6, server=037c58a19ddb,39637,1731750693506 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-16T09:52:35,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39637 {}] ipc.CallRunner(138): callId: 201 service: ClientService methodName: Mutate size: 1.2 K connection: 172.17.0.2:51764 deadline: 1731750765343, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=2497d8eab15c446857afc33c6d898ed6, server=037c58a19ddb,39637,1731750693506 2024-11-16T09:52:35,345 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestLogRolling-testLogRolling,row0064,1731750719004.2497d8eab15c446857afc33c6d898ed6., hostname=037c58a19ddb,39637,1731750693506, seqNum=122 , the old value is region=TestLogRolling-testLogRolling,row0064,1731750719004.2497d8eab15c446857afc33c6d898ed6., hostname=037c58a19ddb,39637,1731750693506, seqNum=122, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=2497d8eab15c446857afc33c6d898ed6, server=037c58a19ddb,39637,1731750693506 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-16T09:52:35,345 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestLogRolling-testLogRolling,row0064,1731750719004.2497d8eab15c446857afc33c6d898ed6., hostname=037c58a19ddb,39637,1731750693506, seqNum=122 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=2497d8eab15c446857afc33c6d898ed6, server=037c58a19ddb,39637,1731750693506 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-16T09:52:35,345 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestLogRolling-testLogRolling,row0064,1731750719004.2497d8eab15c446857afc33c6d898ed6., hostname=037c58a19ddb,39637,1731750693506, seqNum=122 because the exception is null or not the one we care about 2024-11-16T09:52:35,346 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39311/user/jenkins/test-data/27d0d3df-c22b-c5c5-bb51-336f63cd6168/data/default/TestLogRolling-testLogRolling/2497d8eab15c446857afc33c6d898ed6/info/e6920bb5a6ba45fb90894249347deb3f, entries=15, sequenceid=224, filesize=20.3 K 2024-11-16T09:52:35,347 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~15.40 KB/15765, heapSize ~16.76 KB/17160, currentSize=14.37 KB/14714 for 2497d8eab15c446857afc33c6d898ed6 in 28ms, sequenceid=224, compaction requested=true 2024-11-16T09:52:35,347 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 2497d8eab15c446857afc33c6d898ed6: 2024-11-16T09:52:35,347 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2497d8eab15c446857afc33c6d898ed6:info, priority=-2147483648, current under compaction store size is 1 2024-11-16T09:52:35,347 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-16T09:52:35,347 DEBUG [RS:0;037c58a19ddb:39637-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-16T09:52:35,348 DEBUG [RS:0;037c58a19ddb:39637-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 134565 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-16T09:52:35,349 DEBUG [RS:0;037c58a19ddb:39637-shortCompactions-0 {}] regionserver.HStore(1541): 2497d8eab15c446857afc33c6d898ed6/info is initiating minor compaction (all files) 2024-11-16T09:52:35,349 INFO [RS:0;037c58a19ddb:39637-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 2497d8eab15c446857afc33c6d898ed6/info in TestLogRolling-testLogRolling,row0064,1731750719004.2497d8eab15c446857afc33c6d898ed6. 2024-11-16T09:52:35,349 INFO [RS:0;037c58a19ddb:39637-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39311/user/jenkins/test-data/27d0d3df-c22b-c5c5-bb51-336f63cd6168/data/default/TestLogRolling-testLogRolling/2497d8eab15c446857afc33c6d898ed6/info/0bda616e927b47b48cc5be76b1342139, hdfs://localhost:39311/user/jenkins/test-data/27d0d3df-c22b-c5c5-bb51-336f63cd6168/data/default/TestLogRolling-testLogRolling/2497d8eab15c446857afc33c6d898ed6/info/d7a73d6082ea466888e24d68ce212e39, hdfs://localhost:39311/user/jenkins/test-data/27d0d3df-c22b-c5c5-bb51-336f63cd6168/data/default/TestLogRolling-testLogRolling/2497d8eab15c446857afc33c6d898ed6/info/e6920bb5a6ba45fb90894249347deb3f] into tmpdir=hdfs://localhost:39311/user/jenkins/test-data/27d0d3df-c22b-c5c5-bb51-336f63cd6168/data/default/TestLogRolling-testLogRolling/2497d8eab15c446857afc33c6d898ed6/.tmp, totalSize=131.4 K 2024-11-16T09:52:35,349 DEBUG [RS:0;037c58a19ddb:39637-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0bda616e927b47b48cc5be76b1342139, keycount=84, bloomtype=ROW, size=91.9 K, encoding=NONE, compression=NONE, seqNum=188, earliestPutTs=1731750716920 2024-11-16T09:52:35,350 DEBUG [RS:0;037c58a19ddb:39637-shortCompactions-0 {}] compactions.Compactor(225): Compacting d7a73d6082ea466888e24d68ce212e39, keycount=14, bloomtype=ROW, size=19.3 K, encoding=NONE, compression=NONE, seqNum=206, earliestPutTs=1731750753273 2024-11-16T09:52:35,350 DEBUG [RS:0;037c58a19ddb:39637-shortCompactions-0 {}] compactions.Compactor(225): Compacting e6920bb5a6ba45fb90894249347deb3f, keycount=15, bloomtype=ROW, size=20.3 K, encoding=NONE, compression=NONE, seqNum=224, earliestPutTs=1731750755296 2024-11-16T09:52:35,363 INFO [RS:0;037c58a19ddb:39637-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2497d8eab15c446857afc33c6d898ed6#info#compaction#53 average throughput is 37.75 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-16T09:52:35,364 DEBUG [RS:0;037c58a19ddb:39637-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39311/user/jenkins/test-data/27d0d3df-c22b-c5c5-bb51-336f63cd6168/data/default/TestLogRolling-testLogRolling/2497d8eab15c446857afc33c6d898ed6/.tmp/info/2dc48fa27ba64edf965f6f3a57d61f61 is 1055, key is row0064/info:/1731750716920/Put/seqid=0 2024-11-16T09:52:35,368 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33205 is added to blk_1073741863_1039 (size=124831) 2024-11-16T09:52:35,368 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42473 is added to blk_1073741863_1039 (size=124831) 2024-11-16T09:52:35,374 DEBUG [RS:0;037c58a19ddb:39637-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39311/user/jenkins/test-data/27d0d3df-c22b-c5c5-bb51-336f63cd6168/data/default/TestLogRolling-testLogRolling/2497d8eab15c446857afc33c6d898ed6/.tmp/info/2dc48fa27ba64edf965f6f3a57d61f61 as hdfs://localhost:39311/user/jenkins/test-data/27d0d3df-c22b-c5c5-bb51-336f63cd6168/data/default/TestLogRolling-testLogRolling/2497d8eab15c446857afc33c6d898ed6/info/2dc48fa27ba64edf965f6f3a57d61f61 2024-11-16T09:52:35,380 INFO [RS:0;037c58a19ddb:39637-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 2497d8eab15c446857afc33c6d898ed6/info of 2497d8eab15c446857afc33c6d898ed6 into 2dc48fa27ba64edf965f6f3a57d61f61(size=121.9 K), total size for store is 121.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-16T09:52:35,380 DEBUG [RS:0;037c58a19ddb:39637-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 2497d8eab15c446857afc33c6d898ed6: 2024-11-16T09:52:35,380 INFO [RS:0;037c58a19ddb:39637-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,row0064,1731750719004.2497d8eab15c446857afc33c6d898ed6., storeName=2497d8eab15c446857afc33c6d898ed6/info, priority=13, startTime=1731750755347; duration=0sec 2024-11-16T09:52:35,380 DEBUG [RS:0;037c58a19ddb:39637-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-16T09:52:35,380 DEBUG [RS:0;037c58a19ddb:39637-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2497d8eab15c446857afc33c6d898ed6:info 2024-11-16T09:52:44,979 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 2497d8eab15c446857afc33c6d898ed6, had cached 0 bytes from a total of 124831 2024-11-16T09:52:45,012 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region c3f5d236325dec724fc07fae67986fde, had cached 0 bytes from a total of 71441 2024-11-16T09:52:45,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39637 {}] regionserver.HRegion(8855): Flush requested on 2497d8eab15c446857afc33c6d898ed6 2024-11-16T09:52:45,413 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 2497d8eab15c446857afc33c6d898ed6 1/1 column families, dataSize=15.40 KB heapSize=16.77 KB 2024-11-16T09:52:45,418 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39311/user/jenkins/test-data/27d0d3df-c22b-c5c5-bb51-336f63cd6168/data/default/TestLogRolling-testLogRolling/2497d8eab15c446857afc33c6d898ed6/.tmp/info/5e298764946049fe92c25b941041651b is 1055, key is row0177/info:/1731750755320/Put/seqid=0 2024-11-16T09:52:45,423 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42473 is added to blk_1073741864_1040 (size=20781) 2024-11-16T09:52:45,424 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33205 is added to blk_1073741864_1040 (size=20781) 2024-11-16T09:52:45,424 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.40 KB at sequenceid=243 (bloomFilter=true), to=hdfs://localhost:39311/user/jenkins/test-data/27d0d3df-c22b-c5c5-bb51-336f63cd6168/data/default/TestLogRolling-testLogRolling/2497d8eab15c446857afc33c6d898ed6/.tmp/info/5e298764946049fe92c25b941041651b 2024-11-16T09:52:45,430 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39311/user/jenkins/test-data/27d0d3df-c22b-c5c5-bb51-336f63cd6168/data/default/TestLogRolling-testLogRolling/2497d8eab15c446857afc33c6d898ed6/.tmp/info/5e298764946049fe92c25b941041651b as hdfs://localhost:39311/user/jenkins/test-data/27d0d3df-c22b-c5c5-bb51-336f63cd6168/data/default/TestLogRolling-testLogRolling/2497d8eab15c446857afc33c6d898ed6/info/5e298764946049fe92c25b941041651b 2024-11-16T09:52:45,435 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39311/user/jenkins/test-data/27d0d3df-c22b-c5c5-bb51-336f63cd6168/data/default/TestLogRolling-testLogRolling/2497d8eab15c446857afc33c6d898ed6/info/5e298764946049fe92c25b941041651b, entries=15, sequenceid=243, filesize=20.3 K 2024-11-16T09:52:45,436 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~15.40 KB/15765, heapSize ~16.76 KB/17160, currentSize=1.03 KB/1051 for 2497d8eab15c446857afc33c6d898ed6 in 23ms, sequenceid=243, compaction requested=false 2024-11-16T09:52:45,436 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 2497d8eab15c446857afc33c6d898ed6: 2024-11-16T09:52:47,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39637 {}] regionserver.HRegion(8855): Flush requested on 2497d8eab15c446857afc33c6d898ed6 2024-11-16T09:52:47,426 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 2497d8eab15c446857afc33c6d898ed6 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-11-16T09:52:47,431 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39311/user/jenkins/test-data/27d0d3df-c22b-c5c5-bb51-336f63cd6168/data/default/TestLogRolling-testLogRolling/2497d8eab15c446857afc33c6d898ed6/.tmp/info/86524532fecf493294d0bbb47a804dbc is 1055, key is row0192/info:/1731750765414/Put/seqid=0 2024-11-16T09:52:47,436 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42473 is added to blk_1073741865_1041 (size=13394) 2024-11-16T09:52:47,437 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33205 is added to blk_1073741865_1041 (size=13394) 2024-11-16T09:52:47,437 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=254 (bloomFilter=true), to=hdfs://localhost:39311/user/jenkins/test-data/27d0d3df-c22b-c5c5-bb51-336f63cd6168/data/default/TestLogRolling-testLogRolling/2497d8eab15c446857afc33c6d898ed6/.tmp/info/86524532fecf493294d0bbb47a804dbc 2024-11-16T09:52:47,443 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39311/user/jenkins/test-data/27d0d3df-c22b-c5c5-bb51-336f63cd6168/data/default/TestLogRolling-testLogRolling/2497d8eab15c446857afc33c6d898ed6/.tmp/info/86524532fecf493294d0bbb47a804dbc as hdfs://localhost:39311/user/jenkins/test-data/27d0d3df-c22b-c5c5-bb51-336f63cd6168/data/default/TestLogRolling-testLogRolling/2497d8eab15c446857afc33c6d898ed6/info/86524532fecf493294d0bbb47a804dbc 2024-11-16T09:52:47,448 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39311/user/jenkins/test-data/27d0d3df-c22b-c5c5-bb51-336f63cd6168/data/default/TestLogRolling-testLogRolling/2497d8eab15c446857afc33c6d898ed6/info/86524532fecf493294d0bbb47a804dbc, entries=8, sequenceid=254, filesize=13.1 K 2024-11-16T09:52:47,449 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=14.37 KB/14714 for 2497d8eab15c446857afc33c6d898ed6 in 23ms, sequenceid=254, compaction requested=true 2024-11-16T09:52:47,449 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 2497d8eab15c446857afc33c6d898ed6: 2024-11-16T09:52:47,450 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2497d8eab15c446857afc33c6d898ed6:info, priority=-2147483648, current under compaction store size is 1 2024-11-16T09:52:47,450 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-16T09:52:47,450 DEBUG [RS:0;037c58a19ddb:39637-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-16T09:52:47,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39637 {}] regionserver.HRegion(8855): Flush requested on 2497d8eab15c446857afc33c6d898ed6 2024-11-16T09:52:47,451 DEBUG [RS:0;037c58a19ddb:39637-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 159006 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-16T09:52:47,451 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 2497d8eab15c446857afc33c6d898ed6 1/1 column families, dataSize=16.42 KB heapSize=17.88 KB 2024-11-16T09:52:47,451 DEBUG [RS:0;037c58a19ddb:39637-shortCompactions-0 {}] regionserver.HStore(1541): 2497d8eab15c446857afc33c6d898ed6/info is initiating minor compaction (all files) 2024-11-16T09:52:47,451 INFO [RS:0;037c58a19ddb:39637-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 2497d8eab15c446857afc33c6d898ed6/info in TestLogRolling-testLogRolling,row0064,1731750719004.2497d8eab15c446857afc33c6d898ed6. 2024-11-16T09:52:47,451 INFO [RS:0;037c58a19ddb:39637-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39311/user/jenkins/test-data/27d0d3df-c22b-c5c5-bb51-336f63cd6168/data/default/TestLogRolling-testLogRolling/2497d8eab15c446857afc33c6d898ed6/info/2dc48fa27ba64edf965f6f3a57d61f61, hdfs://localhost:39311/user/jenkins/test-data/27d0d3df-c22b-c5c5-bb51-336f63cd6168/data/default/TestLogRolling-testLogRolling/2497d8eab15c446857afc33c6d898ed6/info/5e298764946049fe92c25b941041651b, hdfs://localhost:39311/user/jenkins/test-data/27d0d3df-c22b-c5c5-bb51-336f63cd6168/data/default/TestLogRolling-testLogRolling/2497d8eab15c446857afc33c6d898ed6/info/86524532fecf493294d0bbb47a804dbc] into tmpdir=hdfs://localhost:39311/user/jenkins/test-data/27d0d3df-c22b-c5c5-bb51-336f63cd6168/data/default/TestLogRolling-testLogRolling/2497d8eab15c446857afc33c6d898ed6/.tmp, totalSize=155.3 K 2024-11-16T09:52:47,452 DEBUG [RS:0;037c58a19ddb:39637-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2dc48fa27ba64edf965f6f3a57d61f61, keycount=113, bloomtype=ROW, size=121.9 K, encoding=NONE, compression=NONE, seqNum=224, earliestPutTs=1731750716920 2024-11-16T09:52:47,452 DEBUG [RS:0;037c58a19ddb:39637-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5e298764946049fe92c25b941041651b, keycount=15, bloomtype=ROW, size=20.3 K, encoding=NONE, compression=NONE, seqNum=243, earliestPutTs=1731750755320 2024-11-16T09:52:47,452 DEBUG [RS:0;037c58a19ddb:39637-shortCompactions-0 {}] compactions.Compactor(225): Compacting 86524532fecf493294d0bbb47a804dbc, keycount=8, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=254, earliestPutTs=1731750765414 2024-11-16T09:52:47,455 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39311/user/jenkins/test-data/27d0d3df-c22b-c5c5-bb51-336f63cd6168/data/default/TestLogRolling-testLogRolling/2497d8eab15c446857afc33c6d898ed6/.tmp/info/fe0427b32abb4ef29474879230a2127e is 1055, key is row0200/info:/1731750767427/Put/seqid=0 2024-11-16T09:52:47,461 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42473 is added to blk_1073741866_1042 (size=21854) 2024-11-16T09:52:47,462 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33205 is added to blk_1073741866_1042 (size=21854) 2024-11-16T09:52:47,462 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=16.42 KB at sequenceid=273 (bloomFilter=true), to=hdfs://localhost:39311/user/jenkins/test-data/27d0d3df-c22b-c5c5-bb51-336f63cd6168/data/default/TestLogRolling-testLogRolling/2497d8eab15c446857afc33c6d898ed6/.tmp/info/fe0427b32abb4ef29474879230a2127e 2024-11-16T09:52:47,468 INFO [RS:0;037c58a19ddb:39637-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2497d8eab15c446857afc33c6d898ed6#info#compaction#57 average throughput is 34.08 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-16T09:52:47,468 DEBUG [RS:0;037c58a19ddb:39637-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39311/user/jenkins/test-data/27d0d3df-c22b-c5c5-bb51-336f63cd6168/data/default/TestLogRolling-testLogRolling/2497d8eab15c446857afc33c6d898ed6/.tmp/info/4d67d8dc2bc84cb882c185d15d2a86cd is 1055, key is row0064/info:/1731750716920/Put/seqid=0 2024-11-16T09:52:47,469 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39311/user/jenkins/test-data/27d0d3df-c22b-c5c5-bb51-336f63cd6168/data/default/TestLogRolling-testLogRolling/2497d8eab15c446857afc33c6d898ed6/.tmp/info/fe0427b32abb4ef29474879230a2127e as hdfs://localhost:39311/user/jenkins/test-data/27d0d3df-c22b-c5c5-bb51-336f63cd6168/data/default/TestLogRolling-testLogRolling/2497d8eab15c446857afc33c6d898ed6/info/fe0427b32abb4ef29474879230a2127e 2024-11-16T09:52:47,471 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42473 is added to blk_1073741867_1043 (size=149224) 2024-11-16T09:52:47,472 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33205 is added to blk_1073741867_1043 (size=149224) 2024-11-16T09:52:47,475 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39311/user/jenkins/test-data/27d0d3df-c22b-c5c5-bb51-336f63cd6168/data/default/TestLogRolling-testLogRolling/2497d8eab15c446857afc33c6d898ed6/info/fe0427b32abb4ef29474879230a2127e, entries=16, sequenceid=273, filesize=21.3 K 2024-11-16T09:52:47,476 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~16.42 KB/16816, heapSize ~17.86 KB/18288, currentSize=9.24 KB/9459 for 2497d8eab15c446857afc33c6d898ed6 in 24ms, sequenceid=273, compaction requested=false 2024-11-16T09:52:47,476 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 2497d8eab15c446857afc33c6d898ed6: 2024-11-16T09:52:47,477 DEBUG [RS:0;037c58a19ddb:39637-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39311/user/jenkins/test-data/27d0d3df-c22b-c5c5-bb51-336f63cd6168/data/default/TestLogRolling-testLogRolling/2497d8eab15c446857afc33c6d898ed6/.tmp/info/4d67d8dc2bc84cb882c185d15d2a86cd as hdfs://localhost:39311/user/jenkins/test-data/27d0d3df-c22b-c5c5-bb51-336f63cd6168/data/default/TestLogRolling-testLogRolling/2497d8eab15c446857afc33c6d898ed6/info/4d67d8dc2bc84cb882c185d15d2a86cd 2024-11-16T09:52:47,482 INFO [RS:0;037c58a19ddb:39637-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 2497d8eab15c446857afc33c6d898ed6/info of 2497d8eab15c446857afc33c6d898ed6 into 4d67d8dc2bc84cb882c185d15d2a86cd(size=145.7 K), total size for store is 167.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-16T09:52:47,482 DEBUG [RS:0;037c58a19ddb:39637-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 2497d8eab15c446857afc33c6d898ed6: 2024-11-16T09:52:47,482 INFO [RS:0;037c58a19ddb:39637-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,row0064,1731750719004.2497d8eab15c446857afc33c6d898ed6., storeName=2497d8eab15c446857afc33c6d898ed6/info, priority=13, startTime=1731750767449; duration=0sec 2024-11-16T09:52:47,482 DEBUG [RS:0;037c58a19ddb:39637-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-16T09:52:47,482 DEBUG [RS:0;037c58a19ddb:39637-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2497d8eab15c446857afc33c6d898ed6:info 2024-11-16T09:52:49,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39637 {}] regionserver.HRegion(8855): Flush requested on 2497d8eab15c446857afc33c6d898ed6 2024-11-16T09:52:49,470 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 2497d8eab15c446857afc33c6d898ed6 1/1 column families, dataSize=10.26 KB heapSize=11.27 KB 2024-11-16T09:52:49,475 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39311/user/jenkins/test-data/27d0d3df-c22b-c5c5-bb51-336f63cd6168/data/default/TestLogRolling-testLogRolling/2497d8eab15c446857afc33c6d898ed6/.tmp/info/4fc22b4f7dea4f6fa19a6812e7741c3a is 1055, key is row0216/info:/1731750767452/Put/seqid=0 2024-11-16T09:52:49,484 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33205 is added to blk_1073741868_1044 (size=15510) 2024-11-16T09:52:49,484 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42473 is added to blk_1073741868_1044 (size=15510) 2024-11-16T09:52:49,485 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=10.26 KB at sequenceid=287 (bloomFilter=true), to=hdfs://localhost:39311/user/jenkins/test-data/27d0d3df-c22b-c5c5-bb51-336f63cd6168/data/default/TestLogRolling-testLogRolling/2497d8eab15c446857afc33c6d898ed6/.tmp/info/4fc22b4f7dea4f6fa19a6812e7741c3a 2024-11-16T09:52:49,491 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39311/user/jenkins/test-data/27d0d3df-c22b-c5c5-bb51-336f63cd6168/data/default/TestLogRolling-testLogRolling/2497d8eab15c446857afc33c6d898ed6/.tmp/info/4fc22b4f7dea4f6fa19a6812e7741c3a as hdfs://localhost:39311/user/jenkins/test-data/27d0d3df-c22b-c5c5-bb51-336f63cd6168/data/default/TestLogRolling-testLogRolling/2497d8eab15c446857afc33c6d898ed6/info/4fc22b4f7dea4f6fa19a6812e7741c3a 2024-11-16T09:52:49,497 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39311/user/jenkins/test-data/27d0d3df-c22b-c5c5-bb51-336f63cd6168/data/default/TestLogRolling-testLogRolling/2497d8eab15c446857afc33c6d898ed6/info/4fc22b4f7dea4f6fa19a6812e7741c3a, entries=10, sequenceid=287, filesize=15.1 K 2024-11-16T09:52:49,498 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~10.26 KB/10510, heapSize ~11.25 KB/11520, currentSize=18.47 KB/18918 for 2497d8eab15c446857afc33c6d898ed6 in 28ms, sequenceid=287, compaction requested=true 2024-11-16T09:52:49,498 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 2497d8eab15c446857afc33c6d898ed6: 2024-11-16T09:52:49,498 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2497d8eab15c446857afc33c6d898ed6:info, priority=-2147483648, current under compaction store size is 1 2024-11-16T09:52:49,498 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-16T09:52:49,498 DEBUG [RS:0;037c58a19ddb:39637-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-16T09:52:49,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39637 {}] regionserver.HRegion(8855): Flush requested on 2497d8eab15c446857afc33c6d898ed6 2024-11-16T09:52:49,499 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 2497d8eab15c446857afc33c6d898ed6 1/1 column families, dataSize=19.50 KB heapSize=21.18 KB 2024-11-16T09:52:49,499 DEBUG [RS:0;037c58a19ddb:39637-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 186588 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-16T09:52:49,500 DEBUG [RS:0;037c58a19ddb:39637-shortCompactions-0 {}] regionserver.HStore(1541): 2497d8eab15c446857afc33c6d898ed6/info is initiating minor compaction (all files) 2024-11-16T09:52:49,500 INFO [RS:0;037c58a19ddb:39637-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 2497d8eab15c446857afc33c6d898ed6/info in TestLogRolling-testLogRolling,row0064,1731750719004.2497d8eab15c446857afc33c6d898ed6. 2024-11-16T09:52:49,500 INFO [RS:0;037c58a19ddb:39637-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39311/user/jenkins/test-data/27d0d3df-c22b-c5c5-bb51-336f63cd6168/data/default/TestLogRolling-testLogRolling/2497d8eab15c446857afc33c6d898ed6/info/4d67d8dc2bc84cb882c185d15d2a86cd, hdfs://localhost:39311/user/jenkins/test-data/27d0d3df-c22b-c5c5-bb51-336f63cd6168/data/default/TestLogRolling-testLogRolling/2497d8eab15c446857afc33c6d898ed6/info/fe0427b32abb4ef29474879230a2127e, hdfs://localhost:39311/user/jenkins/test-data/27d0d3df-c22b-c5c5-bb51-336f63cd6168/data/default/TestLogRolling-testLogRolling/2497d8eab15c446857afc33c6d898ed6/info/4fc22b4f7dea4f6fa19a6812e7741c3a] into tmpdir=hdfs://localhost:39311/user/jenkins/test-data/27d0d3df-c22b-c5c5-bb51-336f63cd6168/data/default/TestLogRolling-testLogRolling/2497d8eab15c446857afc33c6d898ed6/.tmp, totalSize=182.2 K 2024-11-16T09:52:49,500 DEBUG [RS:0;037c58a19ddb:39637-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4d67d8dc2bc84cb882c185d15d2a86cd, keycount=136, bloomtype=ROW, size=145.7 K, encoding=NONE, compression=NONE, seqNum=254, earliestPutTs=1731750716920 2024-11-16T09:52:49,501 DEBUG [RS:0;037c58a19ddb:39637-shortCompactions-0 {}] compactions.Compactor(225): Compacting fe0427b32abb4ef29474879230a2127e, keycount=16, bloomtype=ROW, size=21.3 K, encoding=NONE, compression=NONE, seqNum=273, earliestPutTs=1731750767427 2024-11-16T09:52:49,501 DEBUG [RS:0;037c58a19ddb:39637-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4fc22b4f7dea4f6fa19a6812e7741c3a, keycount=10, bloomtype=ROW, size=15.1 K, encoding=NONE, compression=NONE, seqNum=287, earliestPutTs=1731750767452 2024-11-16T09:52:49,504 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39311/user/jenkins/test-data/27d0d3df-c22b-c5c5-bb51-336f63cd6168/data/default/TestLogRolling-testLogRolling/2497d8eab15c446857afc33c6d898ed6/.tmp/info/e3a7f360829c4668bbedf3d0345df637 is 1055, key is row0226/info:/1731750769472/Put/seqid=0 2024-11-16T09:52:49,511 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33205 is added to blk_1073741869_1045 (size=25016) 2024-11-16T09:52:49,511 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42473 is added to blk_1073741869_1045 (size=25016) 2024-11-16T09:52:49,512 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=19.50 KB at sequenceid=309 (bloomFilter=true), to=hdfs://localhost:39311/user/jenkins/test-data/27d0d3df-c22b-c5c5-bb51-336f63cd6168/data/default/TestLogRolling-testLogRolling/2497d8eab15c446857afc33c6d898ed6/.tmp/info/e3a7f360829c4668bbedf3d0345df637 2024-11-16T09:52:49,515 INFO [RS:0;037c58a19ddb:39637-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2497d8eab15c446857afc33c6d898ed6#info#compaction#60 average throughput is 54.12 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-16T09:52:49,516 DEBUG [RS:0;037c58a19ddb:39637-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39311/user/jenkins/test-data/27d0d3df-c22b-c5c5-bb51-336f63cd6168/data/default/TestLogRolling-testLogRolling/2497d8eab15c446857afc33c6d898ed6/.tmp/info/8edfd0fe3040416a87a286903b038129 is 1055, key is row0064/info:/1731750716920/Put/seqid=0 2024-11-16T09:52:49,518 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39311/user/jenkins/test-data/27d0d3df-c22b-c5c5-bb51-336f63cd6168/data/default/TestLogRolling-testLogRolling/2497d8eab15c446857afc33c6d898ed6/.tmp/info/e3a7f360829c4668bbedf3d0345df637 as hdfs://localhost:39311/user/jenkins/test-data/27d0d3df-c22b-c5c5-bb51-336f63cd6168/data/default/TestLogRolling-testLogRolling/2497d8eab15c446857afc33c6d898ed6/info/e3a7f360829c4668bbedf3d0345df637 2024-11-16T09:52:49,519 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39637 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=2497d8eab15c446857afc33c6d898ed6, server=037c58a19ddb,39637,1731750693506 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-16T09:52:49,519 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42473 is added to blk_1073741870_1046 (size=176738) 2024-11-16T09:52:49,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39637 {}] ipc.CallRunner(138): callId: 266 service: ClientService methodName: Mutate size: 1.2 K connection: 172.17.0.2:51764 deadline: 1731750779519, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=2497d8eab15c446857afc33c6d898ed6, server=037c58a19ddb,39637,1731750693506 2024-11-16T09:52:49,520 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestLogRolling-testLogRolling,row0064,1731750719004.2497d8eab15c446857afc33c6d898ed6., hostname=037c58a19ddb,39637,1731750693506, seqNum=122 , the old value is region=TestLogRolling-testLogRolling,row0064,1731750719004.2497d8eab15c446857afc33c6d898ed6., hostname=037c58a19ddb,39637,1731750693506, seqNum=122, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=2497d8eab15c446857afc33c6d898ed6, server=037c58a19ddb,39637,1731750693506 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-16T09:52:49,520 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestLogRolling-testLogRolling,row0064,1731750719004.2497d8eab15c446857afc33c6d898ed6., hostname=037c58a19ddb,39637,1731750693506, seqNum=122 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=2497d8eab15c446857afc33c6d898ed6, server=037c58a19ddb,39637,1731750693506 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-16T09:52:49,520 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestLogRolling-testLogRolling,row0064,1731750719004.2497d8eab15c446857afc33c6d898ed6., hostname=037c58a19ddb,39637,1731750693506, seqNum=122 because the exception is null or not the one we care about 2024-11-16T09:52:49,520 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33205 is added to blk_1073741870_1046 (size=176738) 2024-11-16T09:52:49,524 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39311/user/jenkins/test-data/27d0d3df-c22b-c5c5-bb51-336f63cd6168/data/default/TestLogRolling-testLogRolling/2497d8eab15c446857afc33c6d898ed6/info/e3a7f360829c4668bbedf3d0345df637, entries=19, sequenceid=309, filesize=24.4 K 2024-11-16T09:52:49,524 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~19.50 KB/19969, heapSize ~21.16 KB/21672, currentSize=10.26 KB/10510 for 2497d8eab15c446857afc33c6d898ed6 in 25ms, sequenceid=309, compaction requested=false 2024-11-16T09:52:49,525 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 2497d8eab15c446857afc33c6d898ed6: 2024-11-16T09:52:49,526 DEBUG [RS:0;037c58a19ddb:39637-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39311/user/jenkins/test-data/27d0d3df-c22b-c5c5-bb51-336f63cd6168/data/default/TestLogRolling-testLogRolling/2497d8eab15c446857afc33c6d898ed6/.tmp/info/8edfd0fe3040416a87a286903b038129 as hdfs://localhost:39311/user/jenkins/test-data/27d0d3df-c22b-c5c5-bb51-336f63cd6168/data/default/TestLogRolling-testLogRolling/2497d8eab15c446857afc33c6d898ed6/info/8edfd0fe3040416a87a286903b038129 2024-11-16T09:52:49,533 INFO [RS:0;037c58a19ddb:39637-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 2497d8eab15c446857afc33c6d898ed6/info of 2497d8eab15c446857afc33c6d898ed6 into 8edfd0fe3040416a87a286903b038129(size=172.6 K), total size for store is 197.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-16T09:52:49,533 DEBUG [RS:0;037c58a19ddb:39637-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 2497d8eab15c446857afc33c6d898ed6: 2024-11-16T09:52:49,533 INFO [RS:0;037c58a19ddb:39637-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,row0064,1731750719004.2497d8eab15c446857afc33c6d898ed6., storeName=2497d8eab15c446857afc33c6d898ed6/info, priority=13, startTime=1731750769498; duration=0sec 2024-11-16T09:52:49,533 DEBUG [RS:0;037c58a19ddb:39637-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-16T09:52:49,533 DEBUG [RS:0;037c58a19ddb:39637-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2497d8eab15c446857afc33c6d898ed6:info 2024-11-16T09:52:59,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39637 {}] regionserver.HRegion(8855): Flush requested on 2497d8eab15c446857afc33c6d898ed6 2024-11-16T09:52:59,583 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 2497d8eab15c446857afc33c6d898ed6 1/1 column families, dataSize=11.29 KB heapSize=12.37 KB 2024-11-16T09:52:59,589 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39311/user/jenkins/test-data/27d0d3df-c22b-c5c5-bb51-336f63cd6168/data/default/TestLogRolling-testLogRolling/2497d8eab15c446857afc33c6d898ed6/.tmp/info/7f8e8678e86048a09e4b37579662b801 is 1055, key is row0245/info:/1731750769500/Put/seqid=0 2024-11-16T09:52:59,595 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33205 is added to blk_1073741871_1047 (size=16564) 2024-11-16T09:52:59,595 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42473 is added to blk_1073741871_1047 (size=16564) 2024-11-16T09:52:59,601 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.29 KB at sequenceid=324 (bloomFilter=true), to=hdfs://localhost:39311/user/jenkins/test-data/27d0d3df-c22b-c5c5-bb51-336f63cd6168/data/default/TestLogRolling-testLogRolling/2497d8eab15c446857afc33c6d898ed6/.tmp/info/7f8e8678e86048a09e4b37579662b801 2024-11-16T09:52:59,610 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39311/user/jenkins/test-data/27d0d3df-c22b-c5c5-bb51-336f63cd6168/data/default/TestLogRolling-testLogRolling/2497d8eab15c446857afc33c6d898ed6/.tmp/info/7f8e8678e86048a09e4b37579662b801 as hdfs://localhost:39311/user/jenkins/test-data/27d0d3df-c22b-c5c5-bb51-336f63cd6168/data/default/TestLogRolling-testLogRolling/2497d8eab15c446857afc33c6d898ed6/info/7f8e8678e86048a09e4b37579662b801 2024-11-16T09:52:59,615 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39311/user/jenkins/test-data/27d0d3df-c22b-c5c5-bb51-336f63cd6168/data/default/TestLogRolling-testLogRolling/2497d8eab15c446857afc33c6d898ed6/info/7f8e8678e86048a09e4b37579662b801, entries=11, sequenceid=324, filesize=16.2 K 2024-11-16T09:52:59,616 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~11.29 KB/11561, heapSize ~12.35 KB/12648, currentSize=1.03 KB/1051 for 2497d8eab15c446857afc33c6d898ed6 in 33ms, sequenceid=324, compaction requested=true 2024-11-16T09:52:59,616 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 2497d8eab15c446857afc33c6d898ed6: 2024-11-16T09:52:59,616 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2497d8eab15c446857afc33c6d898ed6:info, priority=-2147483648, current under compaction store size is 1 2024-11-16T09:52:59,617 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-16T09:52:59,617 DEBUG [RS:0;037c58a19ddb:39637-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-16T09:52:59,618 DEBUG [RS:0;037c58a19ddb:39637-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 218318 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-16T09:52:59,618 DEBUG [RS:0;037c58a19ddb:39637-shortCompactions-0 {}] regionserver.HStore(1541): 2497d8eab15c446857afc33c6d898ed6/info is initiating minor compaction (all files) 2024-11-16T09:52:59,618 INFO [RS:0;037c58a19ddb:39637-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 2497d8eab15c446857afc33c6d898ed6/info in TestLogRolling-testLogRolling,row0064,1731750719004.2497d8eab15c446857afc33c6d898ed6. 2024-11-16T09:52:59,618 INFO [RS:0;037c58a19ddb:39637-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39311/user/jenkins/test-data/27d0d3df-c22b-c5c5-bb51-336f63cd6168/data/default/TestLogRolling-testLogRolling/2497d8eab15c446857afc33c6d898ed6/info/8edfd0fe3040416a87a286903b038129, hdfs://localhost:39311/user/jenkins/test-data/27d0d3df-c22b-c5c5-bb51-336f63cd6168/data/default/TestLogRolling-testLogRolling/2497d8eab15c446857afc33c6d898ed6/info/e3a7f360829c4668bbedf3d0345df637, hdfs://localhost:39311/user/jenkins/test-data/27d0d3df-c22b-c5c5-bb51-336f63cd6168/data/default/TestLogRolling-testLogRolling/2497d8eab15c446857afc33c6d898ed6/info/7f8e8678e86048a09e4b37579662b801] into tmpdir=hdfs://localhost:39311/user/jenkins/test-data/27d0d3df-c22b-c5c5-bb51-336f63cd6168/data/default/TestLogRolling-testLogRolling/2497d8eab15c446857afc33c6d898ed6/.tmp, totalSize=213.2 K 2024-11-16T09:52:59,619 DEBUG [RS:0;037c58a19ddb:39637-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8edfd0fe3040416a87a286903b038129, keycount=162, bloomtype=ROW, size=172.6 K, encoding=NONE, compression=NONE, seqNum=287, earliestPutTs=1731750716920 2024-11-16T09:52:59,619 DEBUG [RS:0;037c58a19ddb:39637-shortCompactions-0 {}] compactions.Compactor(225): Compacting e3a7f360829c4668bbedf3d0345df637, keycount=19, bloomtype=ROW, size=24.4 K, encoding=NONE, compression=NONE, seqNum=309, earliestPutTs=1731750769472 2024-11-16T09:52:59,620 DEBUG [RS:0;037c58a19ddb:39637-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7f8e8678e86048a09e4b37579662b801, keycount=11, bloomtype=ROW, size=16.2 K, encoding=NONE, compression=NONE, seqNum=324, earliestPutTs=1731750769500 2024-11-16T09:52:59,635 INFO [RS:0;037c58a19ddb:39637-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2497d8eab15c446857afc33c6d898ed6#info#compaction#62 average throughput is 48.11 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-16T09:52:59,636 DEBUG [RS:0;037c58a19ddb:39637-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39311/user/jenkins/test-data/27d0d3df-c22b-c5c5-bb51-336f63cd6168/data/default/TestLogRolling-testLogRolling/2497d8eab15c446857afc33c6d898ed6/.tmp/info/83e0e96a127f4f7785aed8164b729bb2 is 1055, key is row0064/info:/1731750716920/Put/seqid=0 2024-11-16T09:52:59,642 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33205 is added to blk_1073741872_1048 (size=208537) 2024-11-16T09:52:59,643 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42473 is added to blk_1073741872_1048 (size=208537) 2024-11-16T09:52:59,649 DEBUG [RS:0;037c58a19ddb:39637-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39311/user/jenkins/test-data/27d0d3df-c22b-c5c5-bb51-336f63cd6168/data/default/TestLogRolling-testLogRolling/2497d8eab15c446857afc33c6d898ed6/.tmp/info/83e0e96a127f4f7785aed8164b729bb2 as hdfs://localhost:39311/user/jenkins/test-data/27d0d3df-c22b-c5c5-bb51-336f63cd6168/data/default/TestLogRolling-testLogRolling/2497d8eab15c446857afc33c6d898ed6/info/83e0e96a127f4f7785aed8164b729bb2 2024-11-16T09:52:59,656 INFO [RS:0;037c58a19ddb:39637-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 2497d8eab15c446857afc33c6d898ed6/info of 2497d8eab15c446857afc33c6d898ed6 into 83e0e96a127f4f7785aed8164b729bb2(size=203.6 K), total size for store is 203.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-16T09:52:59,656 DEBUG [RS:0;037c58a19ddb:39637-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 2497d8eab15c446857afc33c6d898ed6: 2024-11-16T09:52:59,656 INFO [RS:0;037c58a19ddb:39637-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,row0064,1731750719004.2497d8eab15c446857afc33c6d898ed6., storeName=2497d8eab15c446857afc33c6d898ed6/info, priority=13, startTime=1731750779616; duration=0sec 2024-11-16T09:52:59,656 DEBUG [RS:0;037c58a19ddb:39637-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-16T09:52:59,656 DEBUG [RS:0;037c58a19ddb:39637-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2497d8eab15c446857afc33c6d898ed6:info 2024-11-16T09:53:01,586 INFO [Time-limited test {}] wal.AbstractTestLogRolling(285): after writing there are 0 log files 2024-11-16T09:53:01,601 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/27d0d3df-c22b-c5c5-bb51-336f63cd6168/WALs/037c58a19ddb,39637,1731750693506/037c58a19ddb%2C39637%2C1731750693506.1731750781586, exclude list is [], retry=0 2024-11-16T09:53:01,604 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42473,DS-c06cc49c-5ea9-452b-8049-c3e1526da9e1,DISK] 2024-11-16T09:53:01,604 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33205,DS-4861b742-2fa8-4dd0-903b-31bf2e267c33,DISK] 2024-11-16T09:53:01,606 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/27d0d3df-c22b-c5c5-bb51-336f63cd6168/WALs/037c58a19ddb,39637,1731750693506/037c58a19ddb%2C39637%2C1731750693506.1731750694062 with entries=308, filesize=300.85 KB; new WAL /user/jenkins/test-data/27d0d3df-c22b-c5c5-bb51-336f63cd6168/WALs/037c58a19ddb,39637,1731750693506/037c58a19ddb%2C39637%2C1731750693506.1731750781586 2024-11-16T09:53:01,606 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39641:39641),(127.0.0.1/127.0.0.1:41855:41855)] 2024-11-16T09:53:01,606 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:39311/user/jenkins/test-data/27d0d3df-c22b-c5c5-bb51-336f63cd6168/WALs/037c58a19ddb,39637,1731750693506/037c58a19ddb%2C39637%2C1731750693506.1731750694062 is not closed yet, will try archiving it next time 2024-11-16T09:53:01,608 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33205 is added to blk_1073741833_1009 (size=308076) 2024-11-16T09:53:01,608 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42473 is added to blk_1073741833_1009 (size=308076) 2024-11-16T09:53:01,610 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 2497d8eab15c446857afc33c6d898ed6 1/1 column families, dataSize=1.03 KB heapSize=1.35 KB 2024-11-16T09:53:01,614 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39311/user/jenkins/test-data/27d0d3df-c22b-c5c5-bb51-336f63cd6168/data/default/TestLogRolling-testLogRolling/2497d8eab15c446857afc33c6d898ed6/.tmp/info/9fead6c69a974ec1af82a7e8a24e0620 is 1055, key is row0256/info:/1731750779584/Put/seqid=0 2024-11-16T09:53:01,620 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42473 is added to blk_1073741874_1050 (size=6010) 2024-11-16T09:53:01,620 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33205 is added to blk_1073741874_1050 (size=6010) 2024-11-16T09:53:01,621 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=329 (bloomFilter=true), to=hdfs://localhost:39311/user/jenkins/test-data/27d0d3df-c22b-c5c5-bb51-336f63cd6168/data/default/TestLogRolling-testLogRolling/2497d8eab15c446857afc33c6d898ed6/.tmp/info/9fead6c69a974ec1af82a7e8a24e0620 2024-11-16T09:53:01,627 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39311/user/jenkins/test-data/27d0d3df-c22b-c5c5-bb51-336f63cd6168/data/default/TestLogRolling-testLogRolling/2497d8eab15c446857afc33c6d898ed6/.tmp/info/9fead6c69a974ec1af82a7e8a24e0620 as hdfs://localhost:39311/user/jenkins/test-data/27d0d3df-c22b-c5c5-bb51-336f63cd6168/data/default/TestLogRolling-testLogRolling/2497d8eab15c446857afc33c6d898ed6/info/9fead6c69a974ec1af82a7e8a24e0620 2024-11-16T09:53:01,632 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39311/user/jenkins/test-data/27d0d3df-c22b-c5c5-bb51-336f63cd6168/data/default/TestLogRolling-testLogRolling/2497d8eab15c446857afc33c6d898ed6/info/9fead6c69a974ec1af82a7e8a24e0620, entries=1, sequenceid=329, filesize=5.9 K 2024-11-16T09:53:01,633 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~1.03 KB/1051, heapSize ~1.34 KB/1368, currentSize=0 B/0 for 2497d8eab15c446857afc33c6d898ed6 in 22ms, sequenceid=329, compaction requested=false 2024-11-16T09:53:01,633 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 2497d8eab15c446857afc33c6d898ed6: 2024-11-16T09:53:01,633 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=670 B heapSize=2.02 KB 2024-11-16T09:53:01,637 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39311/user/jenkins/test-data/27d0d3df-c22b-c5c5-bb51-336f63cd6168/data/hbase/meta/1588230740/.tmp/info/f818c30031ee4e8e83c8304303e0a004 is 186, key is TestLogRolling-testLogRolling,,1731750719004.c3f5d236325dec724fc07fae67986fde./info:regioninfo/1731750720036/Put/seqid=0 2024-11-16T09:53:01,642 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42473 is added to blk_1073741875_1051 (size=6153) 2024-11-16T09:53:01,642 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33205 is added to blk_1073741875_1051 (size=6153) 2024-11-16T09:53:01,642 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=670 B at sequenceid=21 (bloomFilter=true), to=hdfs://localhost:39311/user/jenkins/test-data/27d0d3df-c22b-c5c5-bb51-336f63cd6168/data/hbase/meta/1588230740/.tmp/info/f818c30031ee4e8e83c8304303e0a004 2024-11-16T09:53:01,648 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39311/user/jenkins/test-data/27d0d3df-c22b-c5c5-bb51-336f63cd6168/data/hbase/meta/1588230740/.tmp/info/f818c30031ee4e8e83c8304303e0a004 as hdfs://localhost:39311/user/jenkins/test-data/27d0d3df-c22b-c5c5-bb51-336f63cd6168/data/hbase/meta/1588230740/info/f818c30031ee4e8e83c8304303e0a004 2024-11-16T09:53:01,654 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39311/user/jenkins/test-data/27d0d3df-c22b-c5c5-bb51-336f63cd6168/data/hbase/meta/1588230740/info/f818c30031ee4e8e83c8304303e0a004, entries=5, sequenceid=21, filesize=6.0 K 2024-11-16T09:53:01,656 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~670 B/670, heapSize ~1.25 KB/1280, currentSize=0 B/0 for 1588230740 in 22ms, sequenceid=21, compaction requested=false 2024-11-16T09:53:01,656 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 1588230740: 2024-11-16T09:53:01,656 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for c3f5d236325dec724fc07fae67986fde: 2024-11-16T09:53:01,669 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/27d0d3df-c22b-c5c5-bb51-336f63cd6168/WALs/037c58a19ddb,39637,1731750693506/037c58a19ddb%2C39637%2C1731750693506.1731750781656, exclude list is [], retry=0 2024-11-16T09:53:01,672 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42473,DS-c06cc49c-5ea9-452b-8049-c3e1526da9e1,DISK] 2024-11-16T09:53:01,672 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33205,DS-4861b742-2fa8-4dd0-903b-31bf2e267c33,DISK] 2024-11-16T09:53:01,674 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/27d0d3df-c22b-c5c5-bb51-336f63cd6168/WALs/037c58a19ddb,39637,1731750693506/037c58a19ddb%2C39637%2C1731750693506.1731750781586 with entries=2, filesize=723 B; new WAL /user/jenkins/test-data/27d0d3df-c22b-c5c5-bb51-336f63cd6168/WALs/037c58a19ddb,39637,1731750693506/037c58a19ddb%2C39637%2C1731750693506.1731750781656 2024-11-16T09:53:01,674 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41855:41855),(127.0.0.1/127.0.0.1:39641:39641)] 2024-11-16T09:53:01,674 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:39311/user/jenkins/test-data/27d0d3df-c22b-c5c5-bb51-336f63cd6168/WALs/037c58a19ddb,39637,1731750693506/037c58a19ddb%2C39637%2C1731750693506.1731750781586 is not closed yet, will try archiving it next time 2024-11-16T09:53:01,674 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:39311/user/jenkins/test-data/27d0d3df-c22b-c5c5-bb51-336f63cd6168/WALs/037c58a19ddb,39637,1731750693506/037c58a19ddb%2C39637%2C1731750693506.1731750694062 to hdfs://localhost:39311/user/jenkins/test-data/27d0d3df-c22b-c5c5-bb51-336f63cd6168/oldWALs/037c58a19ddb%2C39637%2C1731750693506.1731750694062 2024-11-16T09:53:01,675 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [5,000] milli-secs(wait.for.ratio=[1]) 2024-11-16T09:53:01,675 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33205 is added to blk_1073741873_1049 (size=731) 2024-11-16T09:53:01,675 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42473 is added to blk_1073741873_1049 (size=731) 2024-11-16T09:53:01,676 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:39311/user/jenkins/test-data/27d0d3df-c22b-c5c5-bb51-336f63cd6168/WALs/037c58a19ddb,39637,1731750693506/037c58a19ddb%2C39637%2C1731750693506.1731750781586 to hdfs://localhost:39311/user/jenkins/test-data/27d0d3df-c22b-c5c5-bb51-336f63cd6168/oldWALs/037c58a19ddb%2C39637%2C1731750693506.1731750781586 2024-11-16T09:53:01,775 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-16T09:53:01,775 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T09:53:01,775 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T09:53:01,775 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T09:53:01,776 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T09:53:01,776 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T09:53:01,776 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-16T09:53:01,776 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=449881208, stopped=false 2024-11-16T09:53:01,776 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=037c58a19ddb,32939,1731750693442 2024-11-16T09:53:01,778 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32939-0x101b07dff900000, quorum=127.0.0.1:61533, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-16T09:53:01,778 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39637-0x101b07dff900001, quorum=127.0.0.1:61533, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-16T09:53:01,778 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32939-0x101b07dff900000, quorum=127.0.0.1:61533, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T09:53:01,778 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39637-0x101b07dff900001, quorum=127.0.0.1:61533, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T09:53:01,778 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-16T09:53:01,778 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T09:53:01,778 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T09:53:01,778 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T09:53:01,778 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39637-0x101b07dff900001, quorum=127.0.0.1:61533, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-16T09:53:01,779 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '037c58a19ddb,39637,1731750693506' ***** 2024-11-16T09:53:01,779 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-16T09:53:01,779 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:32939-0x101b07dff900000, quorum=127.0.0.1:61533, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-16T09:53:01,779 INFO [RS:0;037c58a19ddb:39637 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-16T09:53:01,779 INFO [RS:0;037c58a19ddb:39637 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-16T09:53:01,779 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-16T09:53:01,779 INFO [RS:0;037c58a19ddb:39637 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-16T09:53:01,779 INFO [RS:0;037c58a19ddb:39637 {}] regionserver.HRegionServer(3091): Received CLOSE for 2497d8eab15c446857afc33c6d898ed6 2024-11-16T09:53:01,779 INFO [RS:0;037c58a19ddb:39637 {}] regionserver.HRegionServer(3091): Received CLOSE for c3f5d236325dec724fc07fae67986fde 2024-11-16T09:53:01,779 INFO [RS:0;037c58a19ddb:39637 {}] regionserver.HRegionServer(959): stopping server 037c58a19ddb,39637,1731750693506 2024-11-16T09:53:01,779 INFO [RS:0;037c58a19ddb:39637 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-16T09:53:01,779 INFO [RS:0;037c58a19ddb:39637 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;037c58a19ddb:39637. 2024-11-16T09:53:01,779 DEBUG [RS:0;037c58a19ddb:39637 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T09:53:01,779 DEBUG [RS_CLOSE_REGION-regionserver/037c58a19ddb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 2497d8eab15c446857afc33c6d898ed6, disabling compactions & flushes 2024-11-16T09:53:01,779 DEBUG [RS:0;037c58a19ddb:39637 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T09:53:01,779 INFO [RS_CLOSE_REGION-regionserver/037c58a19ddb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region TestLogRolling-testLogRolling,row0064,1731750719004.2497d8eab15c446857afc33c6d898ed6. 2024-11-16T09:53:01,780 INFO [RS:0;037c58a19ddb:39637 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-16T09:53:01,780 DEBUG [RS_CLOSE_REGION-regionserver/037c58a19ddb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testLogRolling,row0064,1731750719004.2497d8eab15c446857afc33c6d898ed6. 2024-11-16T09:53:01,780 INFO [RS:0;037c58a19ddb:39637 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-16T09:53:01,780 INFO [RS:0;037c58a19ddb:39637 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-16T09:53:01,780 DEBUG [RS_CLOSE_REGION-regionserver/037c58a19ddb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testLogRolling,row0064,1731750719004.2497d8eab15c446857afc33c6d898ed6. after waiting 0 ms 2024-11-16T09:53:01,780 INFO [RS:0;037c58a19ddb:39637 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-16T09:53:01,780 DEBUG [RS_CLOSE_REGION-regionserver/037c58a19ddb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testLogRolling,row0064,1731750719004.2497d8eab15c446857afc33c6d898ed6. 2024-11-16T09:53:01,780 INFO [RS:0;037c58a19ddb:39637 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-16T09:53:01,780 DEBUG [RS:0;037c58a19ddb:39637 {}] regionserver.HRegionServer(1325): Online Regions={2497d8eab15c446857afc33c6d898ed6=TestLogRolling-testLogRolling,row0064,1731750719004.2497d8eab15c446857afc33c6d898ed6., 1588230740=hbase:meta,,1.1588230740, c3f5d236325dec724fc07fae67986fde=TestLogRolling-testLogRolling,,1731750719004.c3f5d236325dec724fc07fae67986fde.} 2024-11-16T09:53:01,780 DEBUG [RS:0;037c58a19ddb:39637 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2497d8eab15c446857afc33c6d898ed6, c3f5d236325dec724fc07fae67986fde 2024-11-16T09:53:01,780 DEBUG [RS_CLOSE_META-regionserver/037c58a19ddb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-16T09:53:01,780 INFO [RS_CLOSE_META-regionserver/037c58a19ddb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-16T09:53:01,780 DEBUG [RS_CLOSE_META-regionserver/037c58a19ddb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-16T09:53:01,780 DEBUG [RS_CLOSE_META-regionserver/037c58a19ddb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-16T09:53:01,780 DEBUG [RS_CLOSE_META-regionserver/037c58a19ddb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-16T09:53:01,780 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731750719004.2497d8eab15c446857afc33c6d898ed6.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:39311/user/jenkins/test-data/27d0d3df-c22b-c5c5-bb51-336f63cd6168/data/default/TestLogRolling-testLogRolling/2497d8eab15c446857afc33c6d898ed6/info/28d65925d3c84970821a46a372f17db6.3024c028c1906408c31c4f923b57efdd->hdfs://localhost:39311/user/jenkins/test-data/27d0d3df-c22b-c5c5-bb51-336f63cd6168/data/default/TestLogRolling-testLogRolling/3024c028c1906408c31c4f923b57efdd/info/28d65925d3c84970821a46a372f17db6-top, hdfs://localhost:39311/user/jenkins/test-data/27d0d3df-c22b-c5c5-bb51-336f63cd6168/data/default/TestLogRolling-testLogRolling/2497d8eab15c446857afc33c6d898ed6/info/TestLogRolling-testLogRolling=3024c028c1906408c31c4f923b57efdd-bf52838f18ad4d208f690a6908acf139, hdfs://localhost:39311/user/jenkins/test-data/27d0d3df-c22b-c5c5-bb51-336f63cd6168/data/default/TestLogRolling-testLogRolling/2497d8eab15c446857afc33c6d898ed6/info/c93d9509808a4995aad1f4d765342cbb, hdfs://localhost:39311/user/jenkins/test-data/27d0d3df-c22b-c5c5-bb51-336f63cd6168/data/default/TestLogRolling-testLogRolling/2497d8eab15c446857afc33c6d898ed6/info/TestLogRolling-testLogRolling=3024c028c1906408c31c4f923b57efdd-1acc5cf16b5b4ea5b9295a1b0ad11308, hdfs://localhost:39311/user/jenkins/test-data/27d0d3df-c22b-c5c5-bb51-336f63cd6168/data/default/TestLogRolling-testLogRolling/2497d8eab15c446857afc33c6d898ed6/info/e7684c1fdf2448428a2a07a58e7a0d48, hdfs://localhost:39311/user/jenkins/test-data/27d0d3df-c22b-c5c5-bb51-336f63cd6168/data/default/TestLogRolling-testLogRolling/2497d8eab15c446857afc33c6d898ed6/info/d11470eb9fce49caa6d5d2f74f875283, hdfs://localhost:39311/user/jenkins/test-data/27d0d3df-c22b-c5c5-bb51-336f63cd6168/data/default/TestLogRolling-testLogRolling/2497d8eab15c446857afc33c6d898ed6/info/73caec27451d4693be0f6daa5a0734ad, hdfs://localhost:39311/user/jenkins/test-data/27d0d3df-c22b-c5c5-bb51-336f63cd6168/data/default/TestLogRolling-testLogRolling/2497d8eab15c446857afc33c6d898ed6/info/506a62860a6241a296efcbb2ed15cc0d, hdfs://localhost:39311/user/jenkins/test-data/27d0d3df-c22b-c5c5-bb51-336f63cd6168/data/default/TestLogRolling-testLogRolling/2497d8eab15c446857afc33c6d898ed6/info/0bda616e927b47b48cc5be76b1342139, hdfs://localhost:39311/user/jenkins/test-data/27d0d3df-c22b-c5c5-bb51-336f63cd6168/data/default/TestLogRolling-testLogRolling/2497d8eab15c446857afc33c6d898ed6/info/d4b6cf60983d4c098a7a806cc63ac63e, hdfs://localhost:39311/user/jenkins/test-data/27d0d3df-c22b-c5c5-bb51-336f63cd6168/data/default/TestLogRolling-testLogRolling/2497d8eab15c446857afc33c6d898ed6/info/d7a73d6082ea466888e24d68ce212e39, hdfs://localhost:39311/user/jenkins/test-data/27d0d3df-c22b-c5c5-bb51-336f63cd6168/data/default/TestLogRolling-testLogRolling/2497d8eab15c446857afc33c6d898ed6/info/2dc48fa27ba64edf965f6f3a57d61f61, hdfs://localhost:39311/user/jenkins/test-data/27d0d3df-c22b-c5c5-bb51-336f63cd6168/data/default/TestLogRolling-testLogRolling/2497d8eab15c446857afc33c6d898ed6/info/e6920bb5a6ba45fb90894249347deb3f, hdfs://localhost:39311/user/jenkins/test-data/27d0d3df-c22b-c5c5-bb51-336f63cd6168/data/default/TestLogRolling-testLogRolling/2497d8eab15c446857afc33c6d898ed6/info/5e298764946049fe92c25b941041651b, hdfs://localhost:39311/user/jenkins/test-data/27d0d3df-c22b-c5c5-bb51-336f63cd6168/data/default/TestLogRolling-testLogRolling/2497d8eab15c446857afc33c6d898ed6/info/4d67d8dc2bc84cb882c185d15d2a86cd, hdfs://localhost:39311/user/jenkins/test-data/27d0d3df-c22b-c5c5-bb51-336f63cd6168/data/default/TestLogRolling-testLogRolling/2497d8eab15c446857afc33c6d898ed6/info/86524532fecf493294d0bbb47a804dbc, hdfs://localhost:39311/user/jenkins/test-data/27d0d3df-c22b-c5c5-bb51-336f63cd6168/data/default/TestLogRolling-testLogRolling/2497d8eab15c446857afc33c6d898ed6/info/fe0427b32abb4ef29474879230a2127e, hdfs://localhost:39311/user/jenkins/test-data/27d0d3df-c22b-c5c5-bb51-336f63cd6168/data/default/TestLogRolling-testLogRolling/2497d8eab15c446857afc33c6d898ed6/info/8edfd0fe3040416a87a286903b038129, hdfs://localhost:39311/user/jenkins/test-data/27d0d3df-c22b-c5c5-bb51-336f63cd6168/data/default/TestLogRolling-testLogRolling/2497d8eab15c446857afc33c6d898ed6/info/4fc22b4f7dea4f6fa19a6812e7741c3a, hdfs://localhost:39311/user/jenkins/test-data/27d0d3df-c22b-c5c5-bb51-336f63cd6168/data/default/TestLogRolling-testLogRolling/2497d8eab15c446857afc33c6d898ed6/info/e3a7f360829c4668bbedf3d0345df637, hdfs://localhost:39311/user/jenkins/test-data/27d0d3df-c22b-c5c5-bb51-336f63cd6168/data/default/TestLogRolling-testLogRolling/2497d8eab15c446857afc33c6d898ed6/info/7f8e8678e86048a09e4b37579662b801] to archive 2024-11-16T09:53:01,782 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731750719004.2497d8eab15c446857afc33c6d898ed6.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-16T09:53:01,784 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731750719004.2497d8eab15c446857afc33c6d898ed6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39311/user/jenkins/test-data/27d0d3df-c22b-c5c5-bb51-336f63cd6168/data/default/TestLogRolling-testLogRolling/2497d8eab15c446857afc33c6d898ed6/info/28d65925d3c84970821a46a372f17db6.3024c028c1906408c31c4f923b57efdd to hdfs://localhost:39311/user/jenkins/test-data/27d0d3df-c22b-c5c5-bb51-336f63cd6168/archive/data/default/TestLogRolling-testLogRolling/2497d8eab15c446857afc33c6d898ed6/info/28d65925d3c84970821a46a372f17db6.3024c028c1906408c31c4f923b57efdd 2024-11-16T09:53:01,785 DEBUG [RS_CLOSE_META-regionserver/037c58a19ddb:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39311/user/jenkins/test-data/27d0d3df-c22b-c5c5-bb51-336f63cd6168/data/hbase/meta/1588230740/recovered.edits/24.seqid, newMaxSeqId=24, maxSeqId=1 2024-11-16T09:53:01,785 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731750719004.2497d8eab15c446857afc33c6d898ed6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39311/user/jenkins/test-data/27d0d3df-c22b-c5c5-bb51-336f63cd6168/data/default/TestLogRolling-testLogRolling/2497d8eab15c446857afc33c6d898ed6/info/TestLogRolling-testLogRolling=3024c028c1906408c31c4f923b57efdd-bf52838f18ad4d208f690a6908acf139 to hdfs://localhost:39311/user/jenkins/test-data/27d0d3df-c22b-c5c5-bb51-336f63cd6168/archive/data/default/TestLogRolling-testLogRolling/2497d8eab15c446857afc33c6d898ed6/info/TestLogRolling-testLogRolling=3024c028c1906408c31c4f923b57efdd-bf52838f18ad4d208f690a6908acf139 2024-11-16T09:53:01,786 DEBUG [RS_CLOSE_META-regionserver/037c58a19ddb:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-16T09:53:01,786 INFO [RS_CLOSE_META-regionserver/037c58a19ddb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-16T09:53:01,786 DEBUG [RS_CLOSE_META-regionserver/037c58a19ddb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731750781780Running coprocessor pre-close hooks at 1731750781780Disabling compacts and flushes for region at 1731750781780Disabling writes for close at 1731750781780Writing region close event to WAL at 1731750781782 (+2 ms)Running coprocessor post-close hooks at 1731750781786 (+4 ms)Closed at 1731750781786 2024-11-16T09:53:01,786 DEBUG [RS_CLOSE_META-regionserver/037c58a19ddb:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-16T09:53:01,786 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731750719004.2497d8eab15c446857afc33c6d898ed6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39311/user/jenkins/test-data/27d0d3df-c22b-c5c5-bb51-336f63cd6168/data/default/TestLogRolling-testLogRolling/2497d8eab15c446857afc33c6d898ed6/info/c93d9509808a4995aad1f4d765342cbb to hdfs://localhost:39311/user/jenkins/test-data/27d0d3df-c22b-c5c5-bb51-336f63cd6168/archive/data/default/TestLogRolling-testLogRolling/2497d8eab15c446857afc33c6d898ed6/info/c93d9509808a4995aad1f4d765342cbb 2024-11-16T09:53:01,787 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731750719004.2497d8eab15c446857afc33c6d898ed6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39311/user/jenkins/test-data/27d0d3df-c22b-c5c5-bb51-336f63cd6168/data/default/TestLogRolling-testLogRolling/2497d8eab15c446857afc33c6d898ed6/info/TestLogRolling-testLogRolling=3024c028c1906408c31c4f923b57efdd-1acc5cf16b5b4ea5b9295a1b0ad11308 to hdfs://localhost:39311/user/jenkins/test-data/27d0d3df-c22b-c5c5-bb51-336f63cd6168/archive/data/default/TestLogRolling-testLogRolling/2497d8eab15c446857afc33c6d898ed6/info/TestLogRolling-testLogRolling=3024c028c1906408c31c4f923b57efdd-1acc5cf16b5b4ea5b9295a1b0ad11308 2024-11-16T09:53:01,788 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731750719004.2497d8eab15c446857afc33c6d898ed6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39311/user/jenkins/test-data/27d0d3df-c22b-c5c5-bb51-336f63cd6168/data/default/TestLogRolling-testLogRolling/2497d8eab15c446857afc33c6d898ed6/info/e7684c1fdf2448428a2a07a58e7a0d48 to hdfs://localhost:39311/user/jenkins/test-data/27d0d3df-c22b-c5c5-bb51-336f63cd6168/archive/data/default/TestLogRolling-testLogRolling/2497d8eab15c446857afc33c6d898ed6/info/e7684c1fdf2448428a2a07a58e7a0d48 2024-11-16T09:53:01,790 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731750719004.2497d8eab15c446857afc33c6d898ed6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39311/user/jenkins/test-data/27d0d3df-c22b-c5c5-bb51-336f63cd6168/data/default/TestLogRolling-testLogRolling/2497d8eab15c446857afc33c6d898ed6/info/d11470eb9fce49caa6d5d2f74f875283 to hdfs://localhost:39311/user/jenkins/test-data/27d0d3df-c22b-c5c5-bb51-336f63cd6168/archive/data/default/TestLogRolling-testLogRolling/2497d8eab15c446857afc33c6d898ed6/info/d11470eb9fce49caa6d5d2f74f875283 2024-11-16T09:53:01,791 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731750719004.2497d8eab15c446857afc33c6d898ed6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39311/user/jenkins/test-data/27d0d3df-c22b-c5c5-bb51-336f63cd6168/data/default/TestLogRolling-testLogRolling/2497d8eab15c446857afc33c6d898ed6/info/73caec27451d4693be0f6daa5a0734ad to hdfs://localhost:39311/user/jenkins/test-data/27d0d3df-c22b-c5c5-bb51-336f63cd6168/archive/data/default/TestLogRolling-testLogRolling/2497d8eab15c446857afc33c6d898ed6/info/73caec27451d4693be0f6daa5a0734ad 2024-11-16T09:53:01,792 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731750719004.2497d8eab15c446857afc33c6d898ed6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39311/user/jenkins/test-data/27d0d3df-c22b-c5c5-bb51-336f63cd6168/data/default/TestLogRolling-testLogRolling/2497d8eab15c446857afc33c6d898ed6/info/506a62860a6241a296efcbb2ed15cc0d to hdfs://localhost:39311/user/jenkins/test-data/27d0d3df-c22b-c5c5-bb51-336f63cd6168/archive/data/default/TestLogRolling-testLogRolling/2497d8eab15c446857afc33c6d898ed6/info/506a62860a6241a296efcbb2ed15cc0d 2024-11-16T09:53:01,793 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731750719004.2497d8eab15c446857afc33c6d898ed6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39311/user/jenkins/test-data/27d0d3df-c22b-c5c5-bb51-336f63cd6168/data/default/TestLogRolling-testLogRolling/2497d8eab15c446857afc33c6d898ed6/info/0bda616e927b47b48cc5be76b1342139 to hdfs://localhost:39311/user/jenkins/test-data/27d0d3df-c22b-c5c5-bb51-336f63cd6168/archive/data/default/TestLogRolling-testLogRolling/2497d8eab15c446857afc33c6d898ed6/info/0bda616e927b47b48cc5be76b1342139 2024-11-16T09:53:01,794 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731750719004.2497d8eab15c446857afc33c6d898ed6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39311/user/jenkins/test-data/27d0d3df-c22b-c5c5-bb51-336f63cd6168/data/default/TestLogRolling-testLogRolling/2497d8eab15c446857afc33c6d898ed6/info/d4b6cf60983d4c098a7a806cc63ac63e to hdfs://localhost:39311/user/jenkins/test-data/27d0d3df-c22b-c5c5-bb51-336f63cd6168/archive/data/default/TestLogRolling-testLogRolling/2497d8eab15c446857afc33c6d898ed6/info/d4b6cf60983d4c098a7a806cc63ac63e 2024-11-16T09:53:01,795 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731750719004.2497d8eab15c446857afc33c6d898ed6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39311/user/jenkins/test-data/27d0d3df-c22b-c5c5-bb51-336f63cd6168/data/default/TestLogRolling-testLogRolling/2497d8eab15c446857afc33c6d898ed6/info/d7a73d6082ea466888e24d68ce212e39 to hdfs://localhost:39311/user/jenkins/test-data/27d0d3df-c22b-c5c5-bb51-336f63cd6168/archive/data/default/TestLogRolling-testLogRolling/2497d8eab15c446857afc33c6d898ed6/info/d7a73d6082ea466888e24d68ce212e39 2024-11-16T09:53:01,796 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731750719004.2497d8eab15c446857afc33c6d898ed6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39311/user/jenkins/test-data/27d0d3df-c22b-c5c5-bb51-336f63cd6168/data/default/TestLogRolling-testLogRolling/2497d8eab15c446857afc33c6d898ed6/info/2dc48fa27ba64edf965f6f3a57d61f61 to hdfs://localhost:39311/user/jenkins/test-data/27d0d3df-c22b-c5c5-bb51-336f63cd6168/archive/data/default/TestLogRolling-testLogRolling/2497d8eab15c446857afc33c6d898ed6/info/2dc48fa27ba64edf965f6f3a57d61f61 2024-11-16T09:53:01,797 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731750719004.2497d8eab15c446857afc33c6d898ed6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39311/user/jenkins/test-data/27d0d3df-c22b-c5c5-bb51-336f63cd6168/data/default/TestLogRolling-testLogRolling/2497d8eab15c446857afc33c6d898ed6/info/e6920bb5a6ba45fb90894249347deb3f to hdfs://localhost:39311/user/jenkins/test-data/27d0d3df-c22b-c5c5-bb51-336f63cd6168/archive/data/default/TestLogRolling-testLogRolling/2497d8eab15c446857afc33c6d898ed6/info/e6920bb5a6ba45fb90894249347deb3f 2024-11-16T09:53:01,798 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731750719004.2497d8eab15c446857afc33c6d898ed6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39311/user/jenkins/test-data/27d0d3df-c22b-c5c5-bb51-336f63cd6168/data/default/TestLogRolling-testLogRolling/2497d8eab15c446857afc33c6d898ed6/info/5e298764946049fe92c25b941041651b to hdfs://localhost:39311/user/jenkins/test-data/27d0d3df-c22b-c5c5-bb51-336f63cd6168/archive/data/default/TestLogRolling-testLogRolling/2497d8eab15c446857afc33c6d898ed6/info/5e298764946049fe92c25b941041651b 2024-11-16T09:53:01,799 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731750719004.2497d8eab15c446857afc33c6d898ed6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39311/user/jenkins/test-data/27d0d3df-c22b-c5c5-bb51-336f63cd6168/data/default/TestLogRolling-testLogRolling/2497d8eab15c446857afc33c6d898ed6/info/4d67d8dc2bc84cb882c185d15d2a86cd to hdfs://localhost:39311/user/jenkins/test-data/27d0d3df-c22b-c5c5-bb51-336f63cd6168/archive/data/default/TestLogRolling-testLogRolling/2497d8eab15c446857afc33c6d898ed6/info/4d67d8dc2bc84cb882c185d15d2a86cd 2024-11-16T09:53:01,800 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731750719004.2497d8eab15c446857afc33c6d898ed6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39311/user/jenkins/test-data/27d0d3df-c22b-c5c5-bb51-336f63cd6168/data/default/TestLogRolling-testLogRolling/2497d8eab15c446857afc33c6d898ed6/info/86524532fecf493294d0bbb47a804dbc to hdfs://localhost:39311/user/jenkins/test-data/27d0d3df-c22b-c5c5-bb51-336f63cd6168/archive/data/default/TestLogRolling-testLogRolling/2497d8eab15c446857afc33c6d898ed6/info/86524532fecf493294d0bbb47a804dbc 2024-11-16T09:53:01,802 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731750719004.2497d8eab15c446857afc33c6d898ed6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39311/user/jenkins/test-data/27d0d3df-c22b-c5c5-bb51-336f63cd6168/data/default/TestLogRolling-testLogRolling/2497d8eab15c446857afc33c6d898ed6/info/fe0427b32abb4ef29474879230a2127e to hdfs://localhost:39311/user/jenkins/test-data/27d0d3df-c22b-c5c5-bb51-336f63cd6168/archive/data/default/TestLogRolling-testLogRolling/2497d8eab15c446857afc33c6d898ed6/info/fe0427b32abb4ef29474879230a2127e 2024-11-16T09:53:01,803 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731750719004.2497d8eab15c446857afc33c6d898ed6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39311/user/jenkins/test-data/27d0d3df-c22b-c5c5-bb51-336f63cd6168/data/default/TestLogRolling-testLogRolling/2497d8eab15c446857afc33c6d898ed6/info/8edfd0fe3040416a87a286903b038129 to hdfs://localhost:39311/user/jenkins/test-data/27d0d3df-c22b-c5c5-bb51-336f63cd6168/archive/data/default/TestLogRolling-testLogRolling/2497d8eab15c446857afc33c6d898ed6/info/8edfd0fe3040416a87a286903b038129 2024-11-16T09:53:01,804 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731750719004.2497d8eab15c446857afc33c6d898ed6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39311/user/jenkins/test-data/27d0d3df-c22b-c5c5-bb51-336f63cd6168/data/default/TestLogRolling-testLogRolling/2497d8eab15c446857afc33c6d898ed6/info/4fc22b4f7dea4f6fa19a6812e7741c3a to hdfs://localhost:39311/user/jenkins/test-data/27d0d3df-c22b-c5c5-bb51-336f63cd6168/archive/data/default/TestLogRolling-testLogRolling/2497d8eab15c446857afc33c6d898ed6/info/4fc22b4f7dea4f6fa19a6812e7741c3a 2024-11-16T09:53:01,805 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731750719004.2497d8eab15c446857afc33c6d898ed6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39311/user/jenkins/test-data/27d0d3df-c22b-c5c5-bb51-336f63cd6168/data/default/TestLogRolling-testLogRolling/2497d8eab15c446857afc33c6d898ed6/info/e3a7f360829c4668bbedf3d0345df637 to hdfs://localhost:39311/user/jenkins/test-data/27d0d3df-c22b-c5c5-bb51-336f63cd6168/archive/data/default/TestLogRolling-testLogRolling/2497d8eab15c446857afc33c6d898ed6/info/e3a7f360829c4668bbedf3d0345df637 2024-11-16T09:53:01,806 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731750719004.2497d8eab15c446857afc33c6d898ed6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39311/user/jenkins/test-data/27d0d3df-c22b-c5c5-bb51-336f63cd6168/data/default/TestLogRolling-testLogRolling/2497d8eab15c446857afc33c6d898ed6/info/7f8e8678e86048a09e4b37579662b801 to hdfs://localhost:39311/user/jenkins/test-data/27d0d3df-c22b-c5c5-bb51-336f63cd6168/archive/data/default/TestLogRolling-testLogRolling/2497d8eab15c446857afc33c6d898ed6/info/7f8e8678e86048a09e4b37579662b801 2024-11-16T09:53:01,806 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731750719004.2497d8eab15c446857afc33c6d898ed6.-1 {}] regionserver.HRegionServer(3532): Failed to report file archival(s) to Master. This will be retried. org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=037c58a19ddb:32939 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportFileArchival(RegionServerStatusProtos.java:17350) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.reportFileArchivalForQuotas(HRegionServer.java:3516) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.reportArchivedFilesForQuota(HStore.java:2412) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.removeCompactedfiles(HStore.java:2347) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.closeWithoutLock(HStore.java:738) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.close(HStore.java:804) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion$2.call(HRegion.java:1912) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion$2.call(HRegion.java:1909) ~[classes/:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 16 more 2024-11-16T09:53:01,807 WARN [StoreCloser-TestLogRolling-testLogRolling,row0064,1731750719004.2497d8eab15c446857afc33c6d898ed6.-1 {}] regionserver.HStore(2414): Failed to report archival of files: [c93d9509808a4995aad1f4d765342cbb=37897, e7684c1fdf2448428a2a07a58e7a0d48=13391, d11470eb9fce49caa6d5d2f74f875283=68605, 73caec27451d4693be0f6daa5a0734ad=27103, 506a62860a6241a296efcbb2ed15cc0d=13394, 0bda616e927b47b48cc5be76b1342139=94056, d4b6cf60983d4c098a7a806cc63ac63e=21838, d7a73d6082ea466888e24d68ce212e39=19728, 2dc48fa27ba64edf965f6f3a57d61f61=124831, e6920bb5a6ba45fb90894249347deb3f=20781, 5e298764946049fe92c25b941041651b=20781, 4d67d8dc2bc84cb882c185d15d2a86cd=149224, 86524532fecf493294d0bbb47a804dbc=13394, fe0427b32abb4ef29474879230a2127e=21854, 8edfd0fe3040416a87a286903b038129=176738, 4fc22b4f7dea4f6fa19a6812e7741c3a=15510, e3a7f360829c4668bbedf3d0345df637=25016, 7f8e8678e86048a09e4b37579662b801=16564] 2024-11-16T09:53:01,810 DEBUG [RS_CLOSE_REGION-regionserver/037c58a19ddb:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39311/user/jenkins/test-data/27d0d3df-c22b-c5c5-bb51-336f63cd6168/data/default/TestLogRolling-testLogRolling/2497d8eab15c446857afc33c6d898ed6/recovered.edits/332.seqid, newMaxSeqId=332, maxSeqId=121 2024-11-16T09:53:01,811 INFO [RS_CLOSE_REGION-regionserver/037c58a19ddb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed TestLogRolling-testLogRolling,row0064,1731750719004.2497d8eab15c446857afc33c6d898ed6. 2024-11-16T09:53:01,811 DEBUG [RS_CLOSE_REGION-regionserver/037c58a19ddb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 2497d8eab15c446857afc33c6d898ed6: Waiting for close lock at 1731750781779Running coprocessor pre-close hooks at 1731750781779Disabling compacts and flushes for region at 1731750781779Disabling writes for close at 1731750781780 (+1 ms)Writing region close event to WAL at 1731750781807 (+27 ms)Running coprocessor post-close hooks at 1731750781811 (+4 ms)Closed at 1731750781811 2024-11-16T09:53:01,811 DEBUG [RS_CLOSE_REGION-regionserver/037c58a19ddb:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed TestLogRolling-testLogRolling,row0064,1731750719004.2497d8eab15c446857afc33c6d898ed6. 2024-11-16T09:53:01,811 DEBUG [RS_CLOSE_REGION-regionserver/037c58a19ddb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c3f5d236325dec724fc07fae67986fde, disabling compactions & flushes 2024-11-16T09:53:01,811 INFO [RS_CLOSE_REGION-regionserver/037c58a19ddb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region TestLogRolling-testLogRolling,,1731750719004.c3f5d236325dec724fc07fae67986fde. 2024-11-16T09:53:01,811 DEBUG [RS_CLOSE_REGION-regionserver/037c58a19ddb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testLogRolling,,1731750719004.c3f5d236325dec724fc07fae67986fde. 2024-11-16T09:53:01,811 DEBUG [RS_CLOSE_REGION-regionserver/037c58a19ddb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testLogRolling,,1731750719004.c3f5d236325dec724fc07fae67986fde. after waiting 0 ms 2024-11-16T09:53:01,811 DEBUG [RS_CLOSE_REGION-regionserver/037c58a19ddb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testLogRolling,,1731750719004.c3f5d236325dec724fc07fae67986fde. 2024-11-16T09:53:01,812 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1731750719004.c3f5d236325dec724fc07fae67986fde.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:39311/user/jenkins/test-data/27d0d3df-c22b-c5c5-bb51-336f63cd6168/data/default/TestLogRolling-testLogRolling/c3f5d236325dec724fc07fae67986fde/info/28d65925d3c84970821a46a372f17db6.3024c028c1906408c31c4f923b57efdd->hdfs://localhost:39311/user/jenkins/test-data/27d0d3df-c22b-c5c5-bb51-336f63cd6168/data/default/TestLogRolling-testLogRolling/3024c028c1906408c31c4f923b57efdd/info/28d65925d3c84970821a46a372f17db6-bottom] to archive 2024-11-16T09:53:01,812 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1731750719004.c3f5d236325dec724fc07fae67986fde.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-16T09:53:01,814 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1731750719004.c3f5d236325dec724fc07fae67986fde.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39311/user/jenkins/test-data/27d0d3df-c22b-c5c5-bb51-336f63cd6168/data/default/TestLogRolling-testLogRolling/c3f5d236325dec724fc07fae67986fde/info/28d65925d3c84970821a46a372f17db6.3024c028c1906408c31c4f923b57efdd to hdfs://localhost:39311/user/jenkins/test-data/27d0d3df-c22b-c5c5-bb51-336f63cd6168/archive/data/default/TestLogRolling-testLogRolling/c3f5d236325dec724fc07fae67986fde/info/28d65925d3c84970821a46a372f17db6.3024c028c1906408c31c4f923b57efdd 2024-11-16T09:53:01,814 WARN [StoreCloser-TestLogRolling-testLogRolling,,1731750719004.c3f5d236325dec724fc07fae67986fde.-1 {}] regionserver.HStore(2414): Failed to report archival of files: [] 2024-11-16T09:53:01,818 DEBUG [RS_CLOSE_REGION-regionserver/037c58a19ddb:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39311/user/jenkins/test-data/27d0d3df-c22b-c5c5-bb51-336f63cd6168/data/default/TestLogRolling-testLogRolling/c3f5d236325dec724fc07fae67986fde/recovered.edits/126.seqid, newMaxSeqId=126, maxSeqId=121 2024-11-16T09:53:01,819 INFO [RS_CLOSE_REGION-regionserver/037c58a19ddb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed TestLogRolling-testLogRolling,,1731750719004.c3f5d236325dec724fc07fae67986fde. 2024-11-16T09:53:01,819 DEBUG [RS_CLOSE_REGION-regionserver/037c58a19ddb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c3f5d236325dec724fc07fae67986fde: Waiting for close lock at 1731750781811Running coprocessor pre-close hooks at 1731750781811Disabling compacts and flushes for region at 1731750781811Disabling writes for close at 1731750781811Writing region close event to WAL at 1731750781815 (+4 ms)Running coprocessor post-close hooks at 1731750781819 (+4 ms)Closed at 1731750781819 2024-11-16T09:53:01,819 DEBUG [RS_CLOSE_REGION-regionserver/037c58a19ddb:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed TestLogRolling-testLogRolling,,1731750719004.c3f5d236325dec724fc07fae67986fde. 2024-11-16T09:53:01,909 INFO [regionserver/037c58a19ddb:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-16T09:53:01,909 INFO [regionserver/037c58a19ddb:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-16T09:53:01,915 INFO [regionserver/037c58a19ddb:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-16T09:53:01,980 INFO [RS:0;037c58a19ddb:39637 {}] regionserver.HRegionServer(976): stopping server 037c58a19ddb,39637,1731750693506; all regions closed. 2024-11-16T09:53:01,983 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33205 is added to blk_1073741834_1010 (size=8107) 2024-11-16T09:53:01,983 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42473 is added to blk_1073741834_1010 (size=8107) 2024-11-16T09:53:01,985 DEBUG [RS:0;037c58a19ddb:39637 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/27d0d3df-c22b-c5c5-bb51-336f63cd6168/oldWALs 2024-11-16T09:53:01,985 INFO [RS:0;037c58a19ddb:39637 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 037c58a19ddb%2C39637%2C1731750693506.meta:.meta(num 1731750694530) 2024-11-16T09:53:01,987 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33205 is added to blk_1073741876_1052 (size=778) 2024-11-16T09:53:01,987 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42473 is added to blk_1073741876_1052 (size=778) 2024-11-16T09:53:01,990 DEBUG [RS:0;037c58a19ddb:39637 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/27d0d3df-c22b-c5c5-bb51-336f63cd6168/oldWALs 2024-11-16T09:53:01,990 INFO [RS:0;037c58a19ddb:39637 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 037c58a19ddb%2C39637%2C1731750693506:(num 1731750781656) 2024-11-16T09:53:01,990 DEBUG [RS:0;037c58a19ddb:39637 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T09:53:01,990 INFO [RS:0;037c58a19ddb:39637 {}] regionserver.LeaseManager(133): Closed leases 2024-11-16T09:53:01,990 INFO [RS:0;037c58a19ddb:39637 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-16T09:53:01,990 INFO [RS:0;037c58a19ddb:39637 {}] hbase.ChoreService(370): Chore service for: regionserver/037c58a19ddb:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-16T09:53:01,990 INFO [RS:0;037c58a19ddb:39637 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-16T09:53:01,990 INFO [regionserver/037c58a19ddb:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-16T09:53:01,990 INFO [RS:0;037c58a19ddb:39637 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39637 2024-11-16T09:53:01,992 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39637-0x101b07dff900001, quorum=127.0.0.1:61533, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/037c58a19ddb,39637,1731750693506 2024-11-16T09:53:01,993 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32939-0x101b07dff900000, quorum=127.0.0.1:61533, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-16T09:53:01,993 INFO [RS:0;037c58a19ddb:39637 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-16T09:53:01,994 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [037c58a19ddb,39637,1731750693506] 2024-11-16T09:53:01,996 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/037c58a19ddb,39637,1731750693506 already deleted, retry=false 2024-11-16T09:53:01,996 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 037c58a19ddb,39637,1731750693506 expired; onlineServers=0 2024-11-16T09:53:01,996 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '037c58a19ddb,32939,1731750693442' ***** 2024-11-16T09:53:01,996 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-16T09:53:01,996 INFO [M:0;037c58a19ddb:32939 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-16T09:53:01,996 INFO [M:0;037c58a19ddb:32939 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-16T09:53:01,996 DEBUG [M:0;037c58a19ddb:32939 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-16T09:53:01,997 DEBUG [M:0;037c58a19ddb:32939 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-16T09:53:01,997 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-16T09:53:01,997 DEBUG [master/037c58a19ddb:0:becomeActiveMaster-HFileCleaner.large.0-1731750693740 {}] cleaner.HFileCleaner(306): Exit Thread[master/037c58a19ddb:0:becomeActiveMaster-HFileCleaner.large.0-1731750693740,5,FailOnTimeoutGroup] 2024-11-16T09:53:01,997 DEBUG [master/037c58a19ddb:0:becomeActiveMaster-HFileCleaner.small.0-1731750693741 {}] cleaner.HFileCleaner(306): Exit Thread[master/037c58a19ddb:0:becomeActiveMaster-HFileCleaner.small.0-1731750693741,5,FailOnTimeoutGroup] 2024-11-16T09:53:01,997 INFO [M:0;037c58a19ddb:32939 {}] hbase.ChoreService(370): Chore service for: master/037c58a19ddb:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-16T09:53:01,997 INFO [M:0;037c58a19ddb:32939 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-16T09:53:01,997 DEBUG [M:0;037c58a19ddb:32939 {}] master.HMaster(1795): Stopping service threads 2024-11-16T09:53:01,997 INFO [M:0;037c58a19ddb:32939 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-16T09:53:01,997 INFO [M:0;037c58a19ddb:32939 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-16T09:53:01,997 INFO [M:0;037c58a19ddb:32939 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-16T09:53:01,997 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-16T09:53:01,999 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32939-0x101b07dff900000, quorum=127.0.0.1:61533, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-16T09:53:01,999 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32939-0x101b07dff900000, quorum=127.0.0.1:61533, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T09:53:01,999 DEBUG [M:0;037c58a19ddb:32939 {}] zookeeper.ZKUtil(347): master:32939-0x101b07dff900000, quorum=127.0.0.1:61533, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-16T09:53:01,999 WARN [M:0;037c58a19ddb:32939 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-16T09:53:02,000 INFO [M:0;037c58a19ddb:32939 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:39311/user/jenkins/test-data/27d0d3df-c22b-c5c5-bb51-336f63cd6168/.lastflushedseqids 2024-11-16T09:53:02,008 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33205 is added to blk_1073741877_1053 (size=228) 2024-11-16T09:53:02,008 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42473 is added to blk_1073741877_1053 (size=228) 2024-11-16T09:53:02,008 INFO [M:0;037c58a19ddb:32939 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-16T09:53:02,009 INFO [M:0;037c58a19ddb:32939 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-16T09:53:02,009 DEBUG [M:0;037c58a19ddb:32939 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-16T09:53:02,009 INFO [M:0;037c58a19ddb:32939 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T09:53:02,009 DEBUG [M:0;037c58a19ddb:32939 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T09:53:02,009 DEBUG [M:0;037c58a19ddb:32939 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-16T09:53:02,009 DEBUG [M:0;037c58a19ddb:32939 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T09:53:02,009 INFO [M:0;037c58a19ddb:32939 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=51.41 KB heapSize=63.33 KB 2024-11-16T09:53:02,025 DEBUG [M:0;037c58a19ddb:32939 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39311/user/jenkins/test-data/27d0d3df-c22b-c5c5-bb51-336f63cd6168/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a9bccbc10da34cc8a1f8089f0b1abec4 is 82, key is hbase:meta,,1/info:regioninfo/1731750694583/Put/seqid=0 2024-11-16T09:53:02,031 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42473 is added to blk_1073741878_1054 (size=5672) 2024-11-16T09:53:02,031 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33205 is added to blk_1073741878_1054 (size=5672) 2024-11-16T09:53:02,031 INFO [M:0;037c58a19ddb:32939 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=125 (bloomFilter=true), to=hdfs://localhost:39311/user/jenkins/test-data/27d0d3df-c22b-c5c5-bb51-336f63cd6168/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a9bccbc10da34cc8a1f8089f0b1abec4 2024-11-16T09:53:02,053 DEBUG [M:0;037c58a19ddb:32939 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39311/user/jenkins/test-data/27d0d3df-c22b-c5c5-bb51-336f63cd6168/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/27a248916e984c8a8ed38a3f187f3120 is 749, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731750695032/Put/seqid=0 2024-11-16T09:53:02,058 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42473 is added to blk_1073741879_1055 (size=7089) 2024-11-16T09:53:02,058 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33205 is added to blk_1073741879_1055 (size=7089) 2024-11-16T09:53:02,059 INFO [M:0;037c58a19ddb:32939 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=50.80 KB at sequenceid=125 (bloomFilter=true), to=hdfs://localhost:39311/user/jenkins/test-data/27d0d3df-c22b-c5c5-bb51-336f63cd6168/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/27a248916e984c8a8ed38a3f187f3120 2024-11-16T09:53:02,063 INFO [M:0;037c58a19ddb:32939 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 27a248916e984c8a8ed38a3f187f3120 2024-11-16T09:53:02,078 DEBUG [M:0;037c58a19ddb:32939 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39311/user/jenkins/test-data/27d0d3df-c22b-c5c5-bb51-336f63cd6168/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1693f3e30ce04da8a462b8d7e5b2e94f is 69, key is 037c58a19ddb,39637,1731750693506/rs:state/1731750693863/Put/seqid=0 2024-11-16T09:53:02,084 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42473 is added to blk_1073741880_1056 (size=5156) 2024-11-16T09:53:02,084 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33205 is added to blk_1073741880_1056 (size=5156) 2024-11-16T09:53:02,085 INFO [M:0;037c58a19ddb:32939 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=125 (bloomFilter=true), to=hdfs://localhost:39311/user/jenkins/test-data/27d0d3df-c22b-c5c5-bb51-336f63cd6168/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1693f3e30ce04da8a462b8d7e5b2e94f 2024-11-16T09:53:02,095 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39637-0x101b07dff900001, quorum=127.0.0.1:61533, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T09:53:02,095 INFO [RS:0;037c58a19ddb:39637 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-16T09:53:02,095 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39637-0x101b07dff900001, quorum=127.0.0.1:61533, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T09:53:02,095 INFO [RS:0;037c58a19ddb:39637 {}] regionserver.HRegionServer(1031): Exiting; stopping=037c58a19ddb,39637,1731750693506; zookeeper connection closed. 2024-11-16T09:53:02,095 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2bbe2084 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2bbe2084 2024-11-16T09:53:02,095 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-16T09:53:02,104 DEBUG [M:0;037c58a19ddb:32939 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39311/user/jenkins/test-data/27d0d3df-c22b-c5c5-bb51-336f63cd6168/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/d100fe083df749578334b413aef8fcd9 is 52, key is load_balancer_on/state:d/1731750694643/Put/seqid=0 2024-11-16T09:53:02,110 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42473 is added to blk_1073741881_1057 (size=5056) 2024-11-16T09:53:02,110 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33205 is added to blk_1073741881_1057 (size=5056) 2024-11-16T09:53:02,110 INFO [M:0;037c58a19ddb:32939 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=48 B at sequenceid=125 (bloomFilter=true), to=hdfs://localhost:39311/user/jenkins/test-data/27d0d3df-c22b-c5c5-bb51-336f63cd6168/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/d100fe083df749578334b413aef8fcd9 2024-11-16T09:53:02,116 DEBUG [M:0;037c58a19ddb:32939 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39311/user/jenkins/test-data/27d0d3df-c22b-c5c5-bb51-336f63cd6168/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a9bccbc10da34cc8a1f8089f0b1abec4 as hdfs://localhost:39311/user/jenkins/test-data/27d0d3df-c22b-c5c5-bb51-336f63cd6168/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a9bccbc10da34cc8a1f8089f0b1abec4 2024-11-16T09:53:02,120 INFO [M:0;037c58a19ddb:32939 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39311/user/jenkins/test-data/27d0d3df-c22b-c5c5-bb51-336f63cd6168/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a9bccbc10da34cc8a1f8089f0b1abec4, entries=8, sequenceid=125, filesize=5.5 K 2024-11-16T09:53:02,121 DEBUG [M:0;037c58a19ddb:32939 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39311/user/jenkins/test-data/27d0d3df-c22b-c5c5-bb51-336f63cd6168/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/27a248916e984c8a8ed38a3f187f3120 as hdfs://localhost:39311/user/jenkins/test-data/27d0d3df-c22b-c5c5-bb51-336f63cd6168/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/27a248916e984c8a8ed38a3f187f3120 2024-11-16T09:53:02,125 INFO [M:0;037c58a19ddb:32939 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 27a248916e984c8a8ed38a3f187f3120 2024-11-16T09:53:02,125 INFO [M:0;037c58a19ddb:32939 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39311/user/jenkins/test-data/27d0d3df-c22b-c5c5-bb51-336f63cd6168/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/27a248916e984c8a8ed38a3f187f3120, entries=13, sequenceid=125, filesize=6.9 K 2024-11-16T09:53:02,126 DEBUG [M:0;037c58a19ddb:32939 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39311/user/jenkins/test-data/27d0d3df-c22b-c5c5-bb51-336f63cd6168/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1693f3e30ce04da8a462b8d7e5b2e94f as hdfs://localhost:39311/user/jenkins/test-data/27d0d3df-c22b-c5c5-bb51-336f63cd6168/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/1693f3e30ce04da8a462b8d7e5b2e94f 2024-11-16T09:53:02,131 INFO [M:0;037c58a19ddb:32939 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39311/user/jenkins/test-data/27d0d3df-c22b-c5c5-bb51-336f63cd6168/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/1693f3e30ce04da8a462b8d7e5b2e94f, entries=1, sequenceid=125, filesize=5.0 K 2024-11-16T09:53:02,132 DEBUG [M:0;037c58a19ddb:32939 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39311/user/jenkins/test-data/27d0d3df-c22b-c5c5-bb51-336f63cd6168/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/d100fe083df749578334b413aef8fcd9 as hdfs://localhost:39311/user/jenkins/test-data/27d0d3df-c22b-c5c5-bb51-336f63cd6168/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/d100fe083df749578334b413aef8fcd9 2024-11-16T09:53:02,136 INFO [M:0;037c58a19ddb:32939 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39311/user/jenkins/test-data/27d0d3df-c22b-c5c5-bb51-336f63cd6168/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/d100fe083df749578334b413aef8fcd9, entries=1, sequenceid=125, filesize=4.9 K 2024-11-16T09:53:02,137 INFO [M:0;037c58a19ddb:32939 {}] regionserver.HRegion(3140): Finished flush of dataSize ~51.41 KB/52639, heapSize ~63.27 KB/64784, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 128ms, sequenceid=125, compaction requested=false 2024-11-16T09:53:02,138 INFO [M:0;037c58a19ddb:32939 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T09:53:02,139 DEBUG [M:0;037c58a19ddb:32939 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731750782009Disabling compacts and flushes for region at 1731750782009Disabling writes for close at 1731750782009Obtaining lock to block concurrent updates at 1731750782009Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731750782009Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=52639, getHeapSize=64784, getOffHeapSize=0, getCellsCount=148 at 1731750782009Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731750782010 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731750782010Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731750782025 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731750782025Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731750782036 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731750782052 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731750782052Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731750782063 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731750782078 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731750782078Flushing 1595e783b53d99cd5eef43b6debb2682/state: creating writer at 1731750782089 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: appending metadata at 1731750782104 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: closing flushed file at 1731750782104Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@72bf2b16: reopening flushed file at 1731750782115 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@565c884e: reopening flushed file at 1731750782120 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2ad61a9d: reopening flushed file at 1731750782125 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@66f221e0: reopening flushed file at 1731750782131 (+6 ms)Finished flush of dataSize ~51.41 KB/52639, heapSize ~63.27 KB/64784, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 128ms, sequenceid=125, compaction requested=false at 1731750782137 (+6 ms)Writing region close event to WAL at 1731750782138 (+1 ms)Closed at 1731750782138 2024-11-16T09:53:02,140 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42473 is added to blk_1073741830_1006 (size=61308) 2024-11-16T09:53:02,140 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33205 is added to blk_1073741830_1006 (size=61308) 2024-11-16T09:53:02,141 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-16T09:53:02,141 INFO [M:0;037c58a19ddb:32939 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-16T09:53:02,141 INFO [M:0;037c58a19ddb:32939 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:32939 2024-11-16T09:53:02,142 INFO [M:0;037c58a19ddb:32939 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-16T09:53:02,244 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32939-0x101b07dff900000, quorum=127.0.0.1:61533, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T09:53:02,244 INFO [M:0;037c58a19ddb:32939 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-16T09:53:02,244 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32939-0x101b07dff900000, quorum=127.0.0.1:61533, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T09:53:02,246 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4f112309{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T09:53:02,247 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@187e89fe{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-16T09:53:02,247 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-16T09:53:02,247 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@43024761{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-16T09:53:02,247 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@705bcbaf{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/97eaa38a-9d55-f0f5-e0d8-f330c6f84536/hadoop.log.dir/,STOPPED} 2024-11-16T09:53:02,248 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-16T09:53:02,248 WARN [BP-1011452776-172.17.0.2-1731750692600 heartbeating to localhost/127.0.0.1:39311 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-16T09:53:02,248 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-16T09:53:02,248 WARN [BP-1011452776-172.17.0.2-1731750692600 heartbeating to localhost/127.0.0.1:39311 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1011452776-172.17.0.2-1731750692600 (Datanode Uuid e9a6584d-f14b-40e6-b23e-12dd1404be3c) service to localhost/127.0.0.1:39311 2024-11-16T09:53:02,249 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/97eaa38a-9d55-f0f5-e0d8-f330c6f84536/cluster_ccc59c5a-41e9-e86e-5112-a05431519b5b/data/data3/current/BP-1011452776-172.17.0.2-1731750692600 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T09:53:02,249 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/97eaa38a-9d55-f0f5-e0d8-f330c6f84536/cluster_ccc59c5a-41e9-e86e-5112-a05431519b5b/data/data4/current/BP-1011452776-172.17.0.2-1731750692600 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T09:53:02,249 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-16T09:53:02,251 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@b3cb608{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T09:53:02,252 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6d5c618f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-16T09:53:02,252 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-16T09:53:02,252 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4f6551a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-16T09:53:02,252 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@67e5af64{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/97eaa38a-9d55-f0f5-e0d8-f330c6f84536/hadoop.log.dir/,STOPPED} 2024-11-16T09:53:02,253 WARN [BP-1011452776-172.17.0.2-1731750692600 heartbeating to localhost/127.0.0.1:39311 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-16T09:53:02,253 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-16T09:53:02,253 WARN [BP-1011452776-172.17.0.2-1731750692600 heartbeating to localhost/127.0.0.1:39311 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1011452776-172.17.0.2-1731750692600 (Datanode Uuid e64cc757-b499-4c30-8144-0764e3eaaedc) service to localhost/127.0.0.1:39311 2024-11-16T09:53:02,253 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-16T09:53:02,254 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/97eaa38a-9d55-f0f5-e0d8-f330c6f84536/cluster_ccc59c5a-41e9-e86e-5112-a05431519b5b/data/data1/current/BP-1011452776-172.17.0.2-1731750692600 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T09:53:02,254 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/97eaa38a-9d55-f0f5-e0d8-f330c6f84536/cluster_ccc59c5a-41e9-e86e-5112-a05431519b5b/data/data2/current/BP-1011452776-172.17.0.2-1731750692600 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T09:53:02,254 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-16T09:53:02,260 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7a7e04e8{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-16T09:53:02,261 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5f39244a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-16T09:53:02,261 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-16T09:53:02,261 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@70aba8b6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-16T09:53:02,261 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@756ae2e5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/97eaa38a-9d55-f0f5-e0d8-f330c6f84536/hadoop.log.dir/,STOPPED} 2024-11-16T09:53:02,268 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-16T09:53:02,297 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-16T09:53:02,304 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncLogRolling#testLogRolling Thread=106 (was 96) - Thread LEAK? -, OpenFileDescriptor=447 (was 424) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=169 (was 184), ProcessCount=11 (was 11), AvailableMemoryMB=6112 (was 6270) 2024-11-16T09:53:02,311 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncLogRolling#testLogRollOnNothingWritten Thread=107, OpenFileDescriptor=447, MaxFileDescriptor=1048576, SystemLoadAverage=169, ProcessCount=11, AvailableMemoryMB=6112 2024-11-16T09:53:02,311 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-16T09:53:02,311 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/97eaa38a-9d55-f0f5-e0d8-f330c6f84536/hadoop.log.dir so I do NOT create it in target/test-data/51bf211b-ca4e-2760-cef1-3f3386640573 2024-11-16T09:53:02,311 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/97eaa38a-9d55-f0f5-e0d8-f330c6f84536/hadoop.tmp.dir so I do NOT create it in target/test-data/51bf211b-ca4e-2760-cef1-3f3386640573 2024-11-16T09:53:02,311 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/51bf211b-ca4e-2760-cef1-3f3386640573/cluster_523e449c-520e-6951-633a-ba537e0c6936, deleteOnExit=true 2024-11-16T09:53:02,311 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-16T09:53:02,311 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/51bf211b-ca4e-2760-cef1-3f3386640573/test.cache.data in system properties and HBase conf 2024-11-16T09:53:02,312 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/51bf211b-ca4e-2760-cef1-3f3386640573/hadoop.tmp.dir in system properties and HBase conf 2024-11-16T09:53:02,312 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/51bf211b-ca4e-2760-cef1-3f3386640573/hadoop.log.dir in system properties and HBase conf 2024-11-16T09:53:02,312 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/51bf211b-ca4e-2760-cef1-3f3386640573/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-16T09:53:02,312 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/51bf211b-ca4e-2760-cef1-3f3386640573/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-16T09:53:02,312 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-16T09:53:02,312 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-16T09:53:02,312 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/51bf211b-ca4e-2760-cef1-3f3386640573/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-16T09:53:02,312 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/51bf211b-ca4e-2760-cef1-3f3386640573/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-16T09:53:02,312 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/51bf211b-ca4e-2760-cef1-3f3386640573/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-16T09:53:02,312 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/51bf211b-ca4e-2760-cef1-3f3386640573/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-16T09:53:02,312 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/51bf211b-ca4e-2760-cef1-3f3386640573/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-16T09:53:02,312 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/51bf211b-ca4e-2760-cef1-3f3386640573/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-16T09:53:02,313 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/51bf211b-ca4e-2760-cef1-3f3386640573/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-16T09:53:02,313 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/51bf211b-ca4e-2760-cef1-3f3386640573/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-16T09:53:02,313 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/51bf211b-ca4e-2760-cef1-3f3386640573/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-16T09:53:02,313 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/51bf211b-ca4e-2760-cef1-3f3386640573/nfs.dump.dir in system properties and HBase conf 2024-11-16T09:53:02,313 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/51bf211b-ca4e-2760-cef1-3f3386640573/java.io.tmpdir in system properties and HBase conf 2024-11-16T09:53:02,313 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/51bf211b-ca4e-2760-cef1-3f3386640573/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-16T09:53:02,313 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/51bf211b-ca4e-2760-cef1-3f3386640573/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-16T09:53:02,313 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/51bf211b-ca4e-2760-cef1-3f3386640573/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-16T09:53:02,405 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T09:53:02,409 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-16T09:53:02,410 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-16T09:53:02,410 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-16T09:53:02,410 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-16T09:53:02,411 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T09:53:02,411 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6c056646{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/51bf211b-ca4e-2760-cef1-3f3386640573/hadoop.log.dir/,AVAILABLE} 2024-11-16T09:53:02,412 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6ff0a100{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-16T09:53:02,527 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2627cc98{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/51bf211b-ca4e-2760-cef1-3f3386640573/java.io.tmpdir/jetty-localhost-42293-hadoop-hdfs-3_4_1-tests_jar-_-any-7998177661296443903/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-16T09:53:02,528 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3363b1bc{HTTP/1.1, (http/1.1)}{localhost:42293} 2024-11-16T09:53:02,528 INFO [Time-limited test {}] server.Server(415): Started @232256ms 2024-11-16T09:53:02,608 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T09:53:02,610 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-16T09:53:02,612 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-16T09:53:02,612 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-16T09:53:02,612 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-16T09:53:02,614 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3ff1f9af{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/51bf211b-ca4e-2760-cef1-3f3386640573/hadoop.log.dir/,AVAILABLE} 2024-11-16T09:53:02,614 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@167207e8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-16T09:53:02,727 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1cc04b1b{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/51bf211b-ca4e-2760-cef1-3f3386640573/java.io.tmpdir/jetty-localhost-41197-hadoop-hdfs-3_4_1-tests_jar-_-any-9507570673969909151/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T09:53:02,728 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@51157202{HTTP/1.1, (http/1.1)}{localhost:41197} 2024-11-16T09:53:02,728 INFO [Time-limited test {}] server.Server(415): Started @232456ms 2024-11-16T09:53:02,729 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-16T09:53:02,760 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-16T09:53:02,763 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-16T09:53:02,763 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-16T09:53:02,764 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-16T09:53:02,764 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-16T09:53:02,764 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@56701355{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/51bf211b-ca4e-2760-cef1-3f3386640573/hadoop.log.dir/,AVAILABLE} 2024-11-16T09:53:02,764 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1d2dbf0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-16T09:53:02,834 WARN [Thread-1597 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/51bf211b-ca4e-2760-cef1-3f3386640573/cluster_523e449c-520e-6951-633a-ba537e0c6936/data/data2/current/BP-547373020-172.17.0.2-1731750782344/current, will proceed with Du for space computation calculation, 2024-11-16T09:53:02,834 WARN [Thread-1596 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/51bf211b-ca4e-2760-cef1-3f3386640573/cluster_523e449c-520e-6951-633a-ba537e0c6936/data/data1/current/BP-547373020-172.17.0.2-1731750782344/current, will proceed with Du for space computation calculation, 2024-11-16T09:53:02,850 WARN [Thread-1575 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-16T09:53:02,853 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7500a94641c63fe5 with lease ID 0x8d933d067f390fd: Processing first storage report for DS-22d6ff9d-205c-4efc-8440-8f29e0f34479 from datanode DatanodeRegistration(127.0.0.1:37219, datanodeUuid=0dcc316e-f5f5-4e54-be93-a94a686738a6, infoPort=45053, infoSecurePort=0, ipcPort=45261, storageInfo=lv=-57;cid=testClusterID;nsid=1425055287;c=1731750782344) 2024-11-16T09:53:02,853 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7500a94641c63fe5 with lease ID 0x8d933d067f390fd: from storage DS-22d6ff9d-205c-4efc-8440-8f29e0f34479 node DatanodeRegistration(127.0.0.1:37219, datanodeUuid=0dcc316e-f5f5-4e54-be93-a94a686738a6, infoPort=45053, infoSecurePort=0, ipcPort=45261, storageInfo=lv=-57;cid=testClusterID;nsid=1425055287;c=1731750782344), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-16T09:53:02,853 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7500a94641c63fe5 with lease ID 0x8d933d067f390fd: Processing first storage report for DS-7df3c4c0-297f-4efc-b6ef-0405503619b3 from datanode DatanodeRegistration(127.0.0.1:37219, datanodeUuid=0dcc316e-f5f5-4e54-be93-a94a686738a6, infoPort=45053, infoSecurePort=0, ipcPort=45261, storageInfo=lv=-57;cid=testClusterID;nsid=1425055287;c=1731750782344) 2024-11-16T09:53:02,853 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7500a94641c63fe5 with lease ID 0x8d933d067f390fd: from storage DS-7df3c4c0-297f-4efc-b6ef-0405503619b3 node DatanodeRegistration(127.0.0.1:37219, datanodeUuid=0dcc316e-f5f5-4e54-be93-a94a686738a6, infoPort=45053, infoSecurePort=0, ipcPort=45261, storageInfo=lv=-57;cid=testClusterID;nsid=1425055287;c=1731750782344), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-16T09:53:02,887 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7998f502{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/51bf211b-ca4e-2760-cef1-3f3386640573/java.io.tmpdir/jetty-localhost-35721-hadoop-hdfs-3_4_1-tests_jar-_-any-1989113613804868923/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T09:53:02,887 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@52b8744d{HTTP/1.1, (http/1.1)}{localhost:35721} 2024-11-16T09:53:02,887 INFO [Time-limited test {}] server.Server(415): Started @232615ms 2024-11-16T09:53:02,888 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-16T09:53:02,978 WARN [Thread-1622 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/51bf211b-ca4e-2760-cef1-3f3386640573/cluster_523e449c-520e-6951-633a-ba537e0c6936/data/data3/current/BP-547373020-172.17.0.2-1731750782344/current, will proceed with Du for space computation calculation, 2024-11-16T09:53:02,978 WARN [Thread-1623 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/51bf211b-ca4e-2760-cef1-3f3386640573/cluster_523e449c-520e-6951-633a-ba537e0c6936/data/data4/current/BP-547373020-172.17.0.2-1731750782344/current, will proceed with Du for space computation calculation, 2024-11-16T09:53:03,000 WARN [Thread-1611 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-16T09:53:03,003 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x63f89a07b207da6f with lease ID 0x8d933d067f390fe: Processing first storage report for DS-145684ec-d101-4f2c-809c-60866d6289ff from datanode DatanodeRegistration(127.0.0.1:35589, datanodeUuid=62dd46fa-bb7e-43aa-abde-200fb1899f68, infoPort=45363, infoSecurePort=0, ipcPort=41913, storageInfo=lv=-57;cid=testClusterID;nsid=1425055287;c=1731750782344) 2024-11-16T09:53:03,003 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x63f89a07b207da6f with lease ID 0x8d933d067f390fe: from storage DS-145684ec-d101-4f2c-809c-60866d6289ff node DatanodeRegistration(127.0.0.1:35589, datanodeUuid=62dd46fa-bb7e-43aa-abde-200fb1899f68, infoPort=45363, infoSecurePort=0, ipcPort=41913, storageInfo=lv=-57;cid=testClusterID;nsid=1425055287;c=1731750782344), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-16T09:53:03,003 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x63f89a07b207da6f with lease ID 0x8d933d067f390fe: Processing first storage report for DS-d4550ce8-a393-40b1-a575-0dd2d6c88403 from datanode DatanodeRegistration(127.0.0.1:35589, datanodeUuid=62dd46fa-bb7e-43aa-abde-200fb1899f68, infoPort=45363, infoSecurePort=0, ipcPort=41913, storageInfo=lv=-57;cid=testClusterID;nsid=1425055287;c=1731750782344) 2024-11-16T09:53:03,003 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x63f89a07b207da6f with lease ID 0x8d933d067f390fe: from storage DS-d4550ce8-a393-40b1-a575-0dd2d6c88403 node DatanodeRegistration(127.0.0.1:35589, datanodeUuid=62dd46fa-bb7e-43aa-abde-200fb1899f68, infoPort=45363, infoSecurePort=0, ipcPort=41913, storageInfo=lv=-57;cid=testClusterID;nsid=1425055287;c=1731750782344), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-16T09:53:03,012 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/51bf211b-ca4e-2760-cef1-3f3386640573 2024-11-16T09:53:03,015 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/51bf211b-ca4e-2760-cef1-3f3386640573/cluster_523e449c-520e-6951-633a-ba537e0c6936/zookeeper_0, clientPort=50043, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/51bf211b-ca4e-2760-cef1-3f3386640573/cluster_523e449c-520e-6951-633a-ba537e0c6936/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/51bf211b-ca4e-2760-cef1-3f3386640573/cluster_523e449c-520e-6951-633a-ba537e0c6936/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-16T09:53:03,015 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=50043 2024-11-16T09:53:03,016 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T09:53:03,017 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T09:53:03,026 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35589 is added to blk_1073741825_1001 (size=7) 2024-11-16T09:53:03,026 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37219 is added to blk_1073741825_1001 (size=7) 2024-11-16T09:53:03,027 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:40265/user/jenkins/test-data/3fbddb44-a095-61bf-71c5-f325aabb8199 with version=8 2024-11-16T09:53:03,027 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1141): The hbase.fs.tmp.dir is set to hdfs://localhost:43215/user/jenkins/test-data/0bbf53a3-ecc7-239a-9842-e73c1ae05a75/hbase-staging 2024-11-16T09:53:03,029 INFO [Time-limited test {}] client.ConnectionUtils(128): master/037c58a19ddb:0 server-side Connection retries=45 2024-11-16T09:53:03,029 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T09:53:03,030 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-16T09:53:03,030 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-16T09:53:03,030 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T09:53:03,030 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-16T09:53:03,030 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-16T09:53:03,030 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-16T09:53:03,031 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43881 2024-11-16T09:53:03,032 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:43881 connecting to ZooKeeper ensemble=127.0.0.1:50043 2024-11-16T09:53:03,040 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:438810x0, quorum=127.0.0.1:50043, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T09:53:03,041 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:43881-0x101b07f5d8e0000 connected 2024-11-16T09:53:03,057 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T09:53:03,058 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T09:53:03,060 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43881-0x101b07f5d8e0000, quorum=127.0.0.1:50043, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-16T09:53:03,060 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:40265/user/jenkins/test-data/3fbddb44-a095-61bf-71c5-f325aabb8199, hbase.cluster.distributed=false 2024-11-16T09:53:03,062 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43881-0x101b07f5d8e0000, quorum=127.0.0.1:50043, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-16T09:53:03,062 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43881 2024-11-16T09:53:03,062 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43881 2024-11-16T09:53:03,063 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43881 2024-11-16T09:53:03,063 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43881 2024-11-16T09:53:03,063 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43881 2024-11-16T09:53:03,079 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/037c58a19ddb:0 server-side Connection retries=45 2024-11-16T09:53:03,079 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T09:53:03,079 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-16T09:53:03,079 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-16T09:53:03,079 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-16T09:53:03,079 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-16T09:53:03,079 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-16T09:53:03,079 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-16T09:53:03,080 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33495 2024-11-16T09:53:03,081 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33495 connecting to ZooKeeper ensemble=127.0.0.1:50043 2024-11-16T09:53:03,081 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T09:53:03,083 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T09:53:03,087 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:334950x0, quorum=127.0.0.1:50043, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-16T09:53:03,088 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:334950x0, quorum=127.0.0.1:50043, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-16T09:53:03,088 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33495-0x101b07f5d8e0001 connected 2024-11-16T09:53:03,088 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-16T09:53:03,089 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-16T09:53:03,089 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33495-0x101b07f5d8e0001, quorum=127.0.0.1:50043, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-16T09:53:03,090 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33495-0x101b07f5d8e0001, quorum=127.0.0.1:50043, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-16T09:53:03,090 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33495 2024-11-16T09:53:03,091 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33495 2024-11-16T09:53:03,091 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33495 2024-11-16T09:53:03,091 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33495 2024-11-16T09:53:03,091 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33495 2024-11-16T09:53:03,103 DEBUG [M:0;037c58a19ddb:43881 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;037c58a19ddb:43881 2024-11-16T09:53:03,103 INFO [master/037c58a19ddb:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/037c58a19ddb,43881,1731750783029 2024-11-16T09:53:03,105 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33495-0x101b07f5d8e0001, quorum=127.0.0.1:50043, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-16T09:53:03,105 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43881-0x101b07f5d8e0000, quorum=127.0.0.1:50043, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-16T09:53:03,106 DEBUG [master/037c58a19ddb:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43881-0x101b07f5d8e0000, quorum=127.0.0.1:50043, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/037c58a19ddb,43881,1731750783029 2024-11-16T09:53:03,107 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33495-0x101b07f5d8e0001, quorum=127.0.0.1:50043, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-16T09:53:03,107 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33495-0x101b07f5d8e0001, quorum=127.0.0.1:50043, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T09:53:03,107 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43881-0x101b07f5d8e0000, quorum=127.0.0.1:50043, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T09:53:03,108 DEBUG [master/037c58a19ddb:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43881-0x101b07f5d8e0000, quorum=127.0.0.1:50043, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-16T09:53:03,108 INFO [master/037c58a19ddb:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/037c58a19ddb,43881,1731750783029 from backup master directory 2024-11-16T09:53:03,110 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43881-0x101b07f5d8e0000, quorum=127.0.0.1:50043, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/037c58a19ddb,43881,1731750783029 2024-11-16T09:53:03,110 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33495-0x101b07f5d8e0001, quorum=127.0.0.1:50043, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-16T09:53:03,110 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43881-0x101b07f5d8e0000, quorum=127.0.0.1:50043, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-16T09:53:03,110 WARN [master/037c58a19ddb:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-16T09:53:03,110 INFO [master/037c58a19ddb:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=037c58a19ddb,43881,1731750783029 2024-11-16T09:53:03,114 DEBUG [master/037c58a19ddb:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:40265/user/jenkins/test-data/3fbddb44-a095-61bf-71c5-f325aabb8199/hbase.id] with ID: e677665f-24c3-4d7a-ab75-dc969196141c 2024-11-16T09:53:03,114 DEBUG [master/037c58a19ddb:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:40265/user/jenkins/test-data/3fbddb44-a095-61bf-71c5-f325aabb8199/.tmp/hbase.id 2024-11-16T09:53:03,119 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37219 is added to blk_1073741826_1002 (size=42) 2024-11-16T09:53:03,120 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35589 is added to blk_1073741826_1002 (size=42) 2024-11-16T09:53:03,120 DEBUG [master/037c58a19ddb:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:40265/user/jenkins/test-data/3fbddb44-a095-61bf-71c5-f325aabb8199/.tmp/hbase.id]:[hdfs://localhost:40265/user/jenkins/test-data/3fbddb44-a095-61bf-71c5-f325aabb8199/hbase.id] 2024-11-16T09:53:03,131 INFO [master/037c58a19ddb:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T09:53:03,131 INFO [master/037c58a19ddb:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-16T09:53:03,132 INFO [master/037c58a19ddb:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-16T09:53:03,134 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43881-0x101b07f5d8e0000, quorum=127.0.0.1:50043, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T09:53:03,134 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33495-0x101b07f5d8e0001, quorum=127.0.0.1:50043, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T09:53:03,140 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35589 is added to blk_1073741827_1003 (size=196) 2024-11-16T09:53:03,140 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37219 is added to blk_1073741827_1003 (size=196) 2024-11-16T09:53:03,142 INFO [master/037c58a19ddb:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-16T09:53:03,143 INFO [master/037c58a19ddb:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-16T09:53:03,144 INFO [master/037c58a19ddb:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T09:53:03,150 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35589 is added to blk_1073741828_1004 (size=1189) 2024-11-16T09:53:03,150 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37219 is added to blk_1073741828_1004 (size=1189) 2024-11-16T09:53:03,151 INFO [master/037c58a19ddb:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:40265/user/jenkins/test-data/3fbddb44-a095-61bf-71c5-f325aabb8199/MasterData/data/master/store 2024-11-16T09:53:03,157 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35589 is added to blk_1073741829_1005 (size=34) 2024-11-16T09:53:03,157 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37219 is added to blk_1073741829_1005 (size=34) 2024-11-16T09:53:03,157 DEBUG [master/037c58a19ddb:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T09:53:03,157 DEBUG [master/037c58a19ddb:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-16T09:53:03,157 INFO [master/037c58a19ddb:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T09:53:03,158 DEBUG [master/037c58a19ddb:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T09:53:03,158 DEBUG [master/037c58a19ddb:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-16T09:53:03,158 DEBUG [master/037c58a19ddb:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T09:53:03,158 INFO [master/037c58a19ddb:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T09:53:03,158 DEBUG [master/037c58a19ddb:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731750783157Disabling compacts and flushes for region at 1731750783157Disabling writes for close at 1731750783158 (+1 ms)Writing region close event to WAL at 1731750783158Closed at 1731750783158 2024-11-16T09:53:03,158 WARN [master/037c58a19ddb:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:40265/user/jenkins/test-data/3fbddb44-a095-61bf-71c5-f325aabb8199/MasterData/data/master/store/.initializing 2024-11-16T09:53:03,158 DEBUG [master/037c58a19ddb:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:40265/user/jenkins/test-data/3fbddb44-a095-61bf-71c5-f325aabb8199/MasterData/WALs/037c58a19ddb,43881,1731750783029 2024-11-16T09:53:03,159 INFO [master/037c58a19ddb:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-16T09:53:03,161 INFO [master/037c58a19ddb:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=037c58a19ddb%2C43881%2C1731750783029, suffix=, logDir=hdfs://localhost:40265/user/jenkins/test-data/3fbddb44-a095-61bf-71c5-f325aabb8199/MasterData/WALs/037c58a19ddb,43881,1731750783029, archiveDir=hdfs://localhost:40265/user/jenkins/test-data/3fbddb44-a095-61bf-71c5-f325aabb8199/MasterData/oldWALs, maxLogs=10 2024-11-16T09:53:03,174 DEBUG [master/037c58a19ddb:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3fbddb44-a095-61bf-71c5-f325aabb8199/MasterData/WALs/037c58a19ddb,43881,1731750783029/037c58a19ddb%2C43881%2C1731750783029.1731750783161, exclude list is [], retry=0 2024-11-16T09:53:03,177 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37219,DS-22d6ff9d-205c-4efc-8440-8f29e0f34479,DISK] 2024-11-16T09:53:03,177 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35589,DS-145684ec-d101-4f2c-809c-60866d6289ff,DISK] 2024-11-16T09:53:03,179 INFO [master/037c58a19ddb:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3fbddb44-a095-61bf-71c5-f325aabb8199/MasterData/WALs/037c58a19ddb,43881,1731750783029/037c58a19ddb%2C43881%2C1731750783029.1731750783161 2024-11-16T09:53:03,179 DEBUG [master/037c58a19ddb:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45053:45053),(127.0.0.1/127.0.0.1:45363:45363)] 2024-11-16T09:53:03,179 DEBUG [master/037c58a19ddb:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-16T09:53:03,179 DEBUG [master/037c58a19ddb:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T09:53:03,179 DEBUG [master/037c58a19ddb:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T09:53:03,179 DEBUG [master/037c58a19ddb:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T09:53:03,181 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T09:53:03,182 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-16T09:53:03,182 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T09:53:03,182 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T09:53:03,183 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T09:53:03,184 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-16T09:53:03,184 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T09:53:03,184 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T09:53:03,184 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T09:53:03,185 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-16T09:53:03,185 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T09:53:03,186 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T09:53:03,186 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-16T09:53:03,187 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-16T09:53:03,187 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T09:53:03,187 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-16T09:53:03,187 DEBUG [master/037c58a19ddb:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T09:53:03,188 DEBUG [master/037c58a19ddb:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40265/user/jenkins/test-data/3fbddb44-a095-61bf-71c5-f325aabb8199/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-16T09:53:03,188 DEBUG [master/037c58a19ddb:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40265/user/jenkins/test-data/3fbddb44-a095-61bf-71c5-f325aabb8199/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-16T09:53:03,189 DEBUG [master/037c58a19ddb:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T09:53:03,189 DEBUG [master/037c58a19ddb:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T09:53:03,190 DEBUG [master/037c58a19ddb:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-16T09:53:03,191 DEBUG [master/037c58a19ddb:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-16T09:53:03,192 DEBUG [master/037c58a19ddb:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40265/user/jenkins/test-data/3fbddb44-a095-61bf-71c5-f325aabb8199/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T09:53:03,193 INFO [master/037c58a19ddb:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=743836, jitterRate=-0.05416412651538849}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-16T09:53:03,193 DEBUG [master/037c58a19ddb:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731750783179Initializing all the Stores at 1731750783180 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731750783180Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731750783181 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731750783181Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731750783181Cleaning up temporary data from old regions at 1731750783189 (+8 ms)Region opened successfully at 1731750783193 (+4 ms) 2024-11-16T09:53:03,194 INFO [master/037c58a19ddb:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-16T09:53:03,196 DEBUG [master/037c58a19ddb:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ca9d60c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=037c58a19ddb/172.17.0.2:0 2024-11-16T09:53:03,197 INFO [master/037c58a19ddb:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-16T09:53:03,197 INFO [master/037c58a19ddb:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-16T09:53:03,197 INFO [master/037c58a19ddb:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-16T09:53:03,197 INFO [master/037c58a19ddb:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-16T09:53:03,198 INFO [master/037c58a19ddb:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-16T09:53:03,198 INFO [master/037c58a19ddb:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-16T09:53:03,198 INFO [master/037c58a19ddb:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-16T09:53:03,200 INFO [master/037c58a19ddb:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-16T09:53:03,201 DEBUG [master/037c58a19ddb:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43881-0x101b07f5d8e0000, quorum=127.0.0.1:50043, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-16T09:53:03,202 DEBUG [master/037c58a19ddb:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-16T09:53:03,202 INFO [master/037c58a19ddb:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-16T09:53:03,203 DEBUG [master/037c58a19ddb:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43881-0x101b07f5d8e0000, quorum=127.0.0.1:50043, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-16T09:53:03,204 DEBUG [master/037c58a19ddb:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-16T09:53:03,204 INFO [master/037c58a19ddb:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-16T09:53:03,205 DEBUG [master/037c58a19ddb:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43881-0x101b07f5d8e0000, quorum=127.0.0.1:50043, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-16T09:53:03,207 DEBUG [master/037c58a19ddb:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-16T09:53:03,207 DEBUG [master/037c58a19ddb:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43881-0x101b07f5d8e0000, quorum=127.0.0.1:50043, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-16T09:53:03,209 DEBUG [master/037c58a19ddb:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-16T09:53:03,210 DEBUG [master/037c58a19ddb:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43881-0x101b07f5d8e0000, quorum=127.0.0.1:50043, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-16T09:53:03,212 DEBUG [master/037c58a19ddb:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-16T09:53:03,213 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33495-0x101b07f5d8e0001, quorum=127.0.0.1:50043, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-16T09:53:03,213 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33495-0x101b07f5d8e0001, quorum=127.0.0.1:50043, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T09:53:03,213 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43881-0x101b07f5d8e0000, quorum=127.0.0.1:50043, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-16T09:53:03,213 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43881-0x101b07f5d8e0000, quorum=127.0.0.1:50043, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T09:53:03,214 INFO [master/037c58a19ddb:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=037c58a19ddb,43881,1731750783029, sessionid=0x101b07f5d8e0000, setting cluster-up flag (Was=false) 2024-11-16T09:53:03,218 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33495-0x101b07f5d8e0001, quorum=127.0.0.1:50043, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T09:53:03,218 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43881-0x101b07f5d8e0000, quorum=127.0.0.1:50043, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T09:53:03,223 DEBUG [master/037c58a19ddb:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-16T09:53:03,224 DEBUG [master/037c58a19ddb:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=037c58a19ddb,43881,1731750783029 2024-11-16T09:53:03,227 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43881-0x101b07f5d8e0000, quorum=127.0.0.1:50043, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T09:53:03,227 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33495-0x101b07f5d8e0001, quorum=127.0.0.1:50043, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T09:53:03,232 DEBUG [master/037c58a19ddb:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-16T09:53:03,232 DEBUG [master/037c58a19ddb:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=037c58a19ddb,43881,1731750783029 2024-11-16T09:53:03,234 INFO [master/037c58a19ddb:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:40265/user/jenkins/test-data/3fbddb44-a095-61bf-71c5-f325aabb8199/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-16T09:53:03,235 DEBUG [master/037c58a19ddb:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-16T09:53:03,235 INFO [master/037c58a19ddb:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-16T09:53:03,235 INFO [master/037c58a19ddb:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-16T09:53:03,236 DEBUG [master/037c58a19ddb:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 037c58a19ddb,43881,1731750783029 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-16T09:53:03,237 DEBUG [master/037c58a19ddb:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/037c58a19ddb:0, corePoolSize=5, maxPoolSize=5 2024-11-16T09:53:03,237 DEBUG [master/037c58a19ddb:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/037c58a19ddb:0, corePoolSize=5, maxPoolSize=5 2024-11-16T09:53:03,237 DEBUG [master/037c58a19ddb:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/037c58a19ddb:0, corePoolSize=5, maxPoolSize=5 2024-11-16T09:53:03,237 DEBUG [master/037c58a19ddb:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/037c58a19ddb:0, corePoolSize=5, maxPoolSize=5 2024-11-16T09:53:03,237 DEBUG [master/037c58a19ddb:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/037c58a19ddb:0, corePoolSize=10, maxPoolSize=10 2024-11-16T09:53:03,237 DEBUG [master/037c58a19ddb:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/037c58a19ddb:0, corePoolSize=1, maxPoolSize=1 2024-11-16T09:53:03,237 DEBUG [master/037c58a19ddb:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/037c58a19ddb:0, corePoolSize=2, maxPoolSize=2 2024-11-16T09:53:03,237 DEBUG [master/037c58a19ddb:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/037c58a19ddb:0, corePoolSize=1, maxPoolSize=1 2024-11-16T09:53:03,238 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T09:53:03,238 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-16T09:53:03,239 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T09:53:03,239 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-16T09:53:03,240 INFO [master/037c58a19ddb:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731750813240 2024-11-16T09:53:03,240 INFO [master/037c58a19ddb:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-16T09:53:03,240 INFO [master/037c58a19ddb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-16T09:53:03,240 INFO [master/037c58a19ddb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-16T09:53:03,240 INFO [master/037c58a19ddb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-16T09:53:03,240 INFO [master/037c58a19ddb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-16T09:53:03,240 INFO [master/037c58a19ddb:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-16T09:53:03,240 INFO [master/037c58a19ddb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-16T09:53:03,242 INFO [master/037c58a19ddb:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-16T09:53:03,242 INFO [master/037c58a19ddb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-16T09:53:03,242 INFO [master/037c58a19ddb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-16T09:53:03,243 INFO [master/037c58a19ddb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-16T09:53:03,243 INFO [master/037c58a19ddb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-16T09:53:03,243 DEBUG [master/037c58a19ddb:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/037c58a19ddb:0:becomeActiveMaster-HFileCleaner.large.0-1731750783243,5,FailOnTimeoutGroup] 2024-11-16T09:53:03,243 DEBUG [master/037c58a19ddb:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/037c58a19ddb:0:becomeActiveMaster-HFileCleaner.small.0-1731750783243,5,FailOnTimeoutGroup] 2024-11-16T09:53:03,243 INFO [master/037c58a19ddb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-16T09:53:03,243 INFO [master/037c58a19ddb:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-16T09:53:03,243 INFO [master/037c58a19ddb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-16T09:53:03,243 INFO [master/037c58a19ddb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-16T09:53:03,249 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35589 is added to blk_1073741831_1007 (size=1321) 2024-11-16T09:53:03,250 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37219 is added to blk_1073741831_1007 (size=1321) 2024-11-16T09:53:03,250 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:40265/user/jenkins/test-data/3fbddb44-a095-61bf-71c5-f325aabb8199/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-16T09:53:03,251 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:40265/user/jenkins/test-data/3fbddb44-a095-61bf-71c5-f325aabb8199 2024-11-16T09:53:03,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37219 is added to blk_1073741832_1008 (size=32) 2024-11-16T09:53:03,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35589 is added to blk_1073741832_1008 (size=32) 2024-11-16T09:53:03,258 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T09:53:03,259 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-16T09:53:03,260 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-16T09:53:03,261 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T09:53:03,261 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T09:53:03,261 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-16T09:53:03,262 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-16T09:53:03,263 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T09:53:03,263 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T09:53:03,263 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-16T09:53:03,264 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-16T09:53:03,264 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T09:53:03,265 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T09:53:03,265 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-16T09:53:03,266 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-16T09:53:03,266 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T09:53:03,266 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T09:53:03,266 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-16T09:53:03,267 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40265/user/jenkins/test-data/3fbddb44-a095-61bf-71c5-f325aabb8199/data/hbase/meta/1588230740 2024-11-16T09:53:03,267 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40265/user/jenkins/test-data/3fbddb44-a095-61bf-71c5-f325aabb8199/data/hbase/meta/1588230740 2024-11-16T09:53:03,268 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-16T09:53:03,268 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-16T09:53:03,269 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-16T09:53:03,270 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-16T09:53:03,271 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40265/user/jenkins/test-data/3fbddb44-a095-61bf-71c5-f325aabb8199/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-16T09:53:03,272 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=721400, jitterRate=-0.0826936662197113}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-16T09:53:03,272 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731750783258Initializing all the Stores at 1731750783259 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731750783259Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731750783259Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731750783259Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731750783259Cleaning up temporary data from old regions at 1731750783268 (+9 ms)Region opened successfully at 1731750783272 (+4 ms) 2024-11-16T09:53:03,272 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-16T09:53:03,272 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-16T09:53:03,272 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-16T09:53:03,273 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-16T09:53:03,273 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-16T09:53:03,273 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-16T09:53:03,273 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731750783272Disabling compacts and flushes for region at 1731750783272Disabling writes for close at 1731750783273 (+1 ms)Writing region close event to WAL at 1731750783273Closed at 1731750783273 2024-11-16T09:53:03,274 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T09:53:03,274 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-16T09:53:03,274 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-16T09:53:03,275 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-16T09:53:03,276 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-16T09:53:03,293 INFO [RS:0;037c58a19ddb:33495 {}] regionserver.HRegionServer(746): ClusterId : e677665f-24c3-4d7a-ab75-dc969196141c 2024-11-16T09:53:03,293 DEBUG [RS:0;037c58a19ddb:33495 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-16T09:53:03,296 DEBUG [RS:0;037c58a19ddb:33495 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-16T09:53:03,296 DEBUG [RS:0;037c58a19ddb:33495 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-16T09:53:03,297 DEBUG [RS:0;037c58a19ddb:33495 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-16T09:53:03,298 DEBUG [RS:0;037c58a19ddb:33495 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59873fb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=037c58a19ddb/172.17.0.2:0 2024-11-16T09:53:03,310 DEBUG [RS:0;037c58a19ddb:33495 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;037c58a19ddb:33495 2024-11-16T09:53:03,310 INFO [RS:0;037c58a19ddb:33495 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-16T09:53:03,310 INFO [RS:0;037c58a19ddb:33495 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-16T09:53:03,310 DEBUG [RS:0;037c58a19ddb:33495 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-16T09:53:03,311 INFO [RS:0;037c58a19ddb:33495 {}] regionserver.HRegionServer(2659): reportForDuty to master=037c58a19ddb,43881,1731750783029 with port=33495, startcode=1731750783078 2024-11-16T09:53:03,311 DEBUG [RS:0;037c58a19ddb:33495 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-16T09:53:03,312 INFO [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33925, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-11-16T09:53:03,313 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43881 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 037c58a19ddb,33495,1731750783078 2024-11-16T09:53:03,313 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43881 {}] master.ServerManager(517): Registering regionserver=037c58a19ddb,33495,1731750783078 2024-11-16T09:53:03,314 DEBUG [RS:0;037c58a19ddb:33495 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40265/user/jenkins/test-data/3fbddb44-a095-61bf-71c5-f325aabb8199 2024-11-16T09:53:03,314 DEBUG [RS:0;037c58a19ddb:33495 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40265 2024-11-16T09:53:03,314 DEBUG [RS:0;037c58a19ddb:33495 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-16T09:53:03,316 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43881-0x101b07f5d8e0000, quorum=127.0.0.1:50043, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-16T09:53:03,316 DEBUG [RS:0;037c58a19ddb:33495 {}] zookeeper.ZKUtil(111): regionserver:33495-0x101b07f5d8e0001, quorum=127.0.0.1:50043, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/037c58a19ddb,33495,1731750783078 2024-11-16T09:53:03,316 WARN [RS:0;037c58a19ddb:33495 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-16T09:53:03,316 INFO [RS:0;037c58a19ddb:33495 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T09:53:03,317 DEBUG [RS:0;037c58a19ddb:33495 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40265/user/jenkins/test-data/3fbddb44-a095-61bf-71c5-f325aabb8199/WALs/037c58a19ddb,33495,1731750783078 2024-11-16T09:53:03,317 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [037c58a19ddb,33495,1731750783078] 2024-11-16T09:53:03,320 INFO [RS:0;037c58a19ddb:33495 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-16T09:53:03,321 INFO [RS:0;037c58a19ddb:33495 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-16T09:53:03,322 INFO [RS:0;037c58a19ddb:33495 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-16T09:53:03,322 INFO [RS:0;037c58a19ddb:33495 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T09:53:03,322 INFO [RS:0;037c58a19ddb:33495 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-16T09:53:03,322 INFO [RS:0;037c58a19ddb:33495 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-16T09:53:03,323 INFO [RS:0;037c58a19ddb:33495 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-16T09:53:03,323 DEBUG [RS:0;037c58a19ddb:33495 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/037c58a19ddb:0, corePoolSize=1, maxPoolSize=1 2024-11-16T09:53:03,323 DEBUG [RS:0;037c58a19ddb:33495 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/037c58a19ddb:0, corePoolSize=1, maxPoolSize=1 2024-11-16T09:53:03,323 DEBUG [RS:0;037c58a19ddb:33495 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/037c58a19ddb:0, corePoolSize=1, maxPoolSize=1 2024-11-16T09:53:03,323 DEBUG [RS:0;037c58a19ddb:33495 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/037c58a19ddb:0, corePoolSize=1, maxPoolSize=1 2024-11-16T09:53:03,323 DEBUG [RS:0;037c58a19ddb:33495 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/037c58a19ddb:0, corePoolSize=1, maxPoolSize=1 2024-11-16T09:53:03,323 DEBUG [RS:0;037c58a19ddb:33495 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/037c58a19ddb:0, corePoolSize=2, maxPoolSize=2 2024-11-16T09:53:03,323 DEBUG [RS:0;037c58a19ddb:33495 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/037c58a19ddb:0, corePoolSize=1, maxPoolSize=1 2024-11-16T09:53:03,323 DEBUG [RS:0;037c58a19ddb:33495 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/037c58a19ddb:0, corePoolSize=1, maxPoolSize=1 2024-11-16T09:53:03,323 DEBUG [RS:0;037c58a19ddb:33495 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/037c58a19ddb:0, corePoolSize=1, maxPoolSize=1 2024-11-16T09:53:03,323 DEBUG [RS:0;037c58a19ddb:33495 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/037c58a19ddb:0, corePoolSize=1, maxPoolSize=1 2024-11-16T09:53:03,323 DEBUG [RS:0;037c58a19ddb:33495 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/037c58a19ddb:0, corePoolSize=1, maxPoolSize=1 2024-11-16T09:53:03,323 DEBUG [RS:0;037c58a19ddb:33495 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/037c58a19ddb:0, corePoolSize=1, maxPoolSize=1 2024-11-16T09:53:03,323 DEBUG [RS:0;037c58a19ddb:33495 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/037c58a19ddb:0, corePoolSize=3, maxPoolSize=3 2024-11-16T09:53:03,323 DEBUG [RS:0;037c58a19ddb:33495 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/037c58a19ddb:0, corePoolSize=3, maxPoolSize=3 2024-11-16T09:53:03,323 INFO [RS:0;037c58a19ddb:33495 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-16T09:53:03,323 INFO [RS:0;037c58a19ddb:33495 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-16T09:53:03,323 INFO [RS:0;037c58a19ddb:33495 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T09:53:03,323 INFO [RS:0;037c58a19ddb:33495 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-16T09:53:03,324 INFO [RS:0;037c58a19ddb:33495 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-16T09:53:03,324 INFO [RS:0;037c58a19ddb:33495 {}] hbase.ChoreService(168): Chore ScheduledChore name=037c58a19ddb,33495,1731750783078-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-16T09:53:03,338 INFO [RS:0;037c58a19ddb:33495 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-16T09:53:03,339 INFO [RS:0;037c58a19ddb:33495 {}] hbase.ChoreService(168): Chore ScheduledChore name=037c58a19ddb,33495,1731750783078-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T09:53:03,339 INFO [RS:0;037c58a19ddb:33495 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T09:53:03,339 INFO [RS:0;037c58a19ddb:33495 {}] regionserver.Replication(171): 037c58a19ddb,33495,1731750783078 started 2024-11-16T09:53:03,353 INFO [RS:0;037c58a19ddb:33495 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T09:53:03,353 INFO [RS:0;037c58a19ddb:33495 {}] regionserver.HRegionServer(1482): Serving as 037c58a19ddb,33495,1731750783078, RpcServer on 037c58a19ddb/172.17.0.2:33495, sessionid=0x101b07f5d8e0001 2024-11-16T09:53:03,353 DEBUG [RS:0;037c58a19ddb:33495 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-16T09:53:03,353 DEBUG [RS:0;037c58a19ddb:33495 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 037c58a19ddb,33495,1731750783078 2024-11-16T09:53:03,353 DEBUG [RS:0;037c58a19ddb:33495 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '037c58a19ddb,33495,1731750783078' 2024-11-16T09:53:03,353 DEBUG [RS:0;037c58a19ddb:33495 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-16T09:53:03,354 DEBUG [RS:0;037c58a19ddb:33495 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-16T09:53:03,354 DEBUG [RS:0;037c58a19ddb:33495 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-16T09:53:03,354 DEBUG [RS:0;037c58a19ddb:33495 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-16T09:53:03,354 DEBUG [RS:0;037c58a19ddb:33495 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 037c58a19ddb,33495,1731750783078 2024-11-16T09:53:03,354 DEBUG [RS:0;037c58a19ddb:33495 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '037c58a19ddb,33495,1731750783078' 2024-11-16T09:53:03,354 DEBUG [RS:0;037c58a19ddb:33495 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-16T09:53:03,355 DEBUG [RS:0;037c58a19ddb:33495 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-16T09:53:03,355 DEBUG [RS:0;037c58a19ddb:33495 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-16T09:53:03,355 INFO [RS:0;037c58a19ddb:33495 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-16T09:53:03,355 INFO [RS:0;037c58a19ddb:33495 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-16T09:53:03,426 WARN [037c58a19ddb:43881 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-16T09:53:03,456 INFO [RS:0;037c58a19ddb:33495 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-16T09:53:03,457 INFO [RS:0;037c58a19ddb:33495 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=037c58a19ddb%2C33495%2C1731750783078, suffix=, logDir=hdfs://localhost:40265/user/jenkins/test-data/3fbddb44-a095-61bf-71c5-f325aabb8199/WALs/037c58a19ddb,33495,1731750783078, archiveDir=hdfs://localhost:40265/user/jenkins/test-data/3fbddb44-a095-61bf-71c5-f325aabb8199/oldWALs, maxLogs=32 2024-11-16T09:53:03,471 DEBUG [RS:0;037c58a19ddb:33495 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3fbddb44-a095-61bf-71c5-f325aabb8199/WALs/037c58a19ddb,33495,1731750783078/037c58a19ddb%2C33495%2C1731750783078.1731750783458, exclude list is [], retry=0 2024-11-16T09:53:03,474 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35589,DS-145684ec-d101-4f2c-809c-60866d6289ff,DISK] 2024-11-16T09:53:03,474 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37219,DS-22d6ff9d-205c-4efc-8440-8f29e0f34479,DISK] 2024-11-16T09:53:03,476 INFO [RS:0;037c58a19ddb:33495 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3fbddb44-a095-61bf-71c5-f325aabb8199/WALs/037c58a19ddb,33495,1731750783078/037c58a19ddb%2C33495%2C1731750783078.1731750783458 2024-11-16T09:53:03,476 DEBUG [RS:0;037c58a19ddb:33495 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45363:45363),(127.0.0.1/127.0.0.1:45053:45053)] 2024-11-16T09:53:03,676 DEBUG [037c58a19ddb:43881 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-16T09:53:03,677 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=037c58a19ddb,33495,1731750783078 2024-11-16T09:53:03,678 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 037c58a19ddb,33495,1731750783078, state=OPENING 2024-11-16T09:53:03,680 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-16T09:53:03,681 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43881-0x101b07f5d8e0000, quorum=127.0.0.1:50043, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T09:53:03,681 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33495-0x101b07f5d8e0001, quorum=127.0.0.1:50043, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T09:53:03,682 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-16T09:53:03,682 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-16T09:53:03,682 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-16T09:53:03,682 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=037c58a19ddb,33495,1731750783078}] 2024-11-16T09:53:03,834 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-16T09:53:03,836 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55701, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-16T09:53:03,839 INFO [RS_OPEN_META-regionserver/037c58a19ddb:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-16T09:53:03,839 INFO [RS_OPEN_META-regionserver/037c58a19ddb:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T09:53:03,840 INFO [RS_OPEN_META-regionserver/037c58a19ddb:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-16T09:53:03,841 INFO [RS_OPEN_META-regionserver/037c58a19ddb:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=037c58a19ddb%2C33495%2C1731750783078.meta, suffix=.meta, logDir=hdfs://localhost:40265/user/jenkins/test-data/3fbddb44-a095-61bf-71c5-f325aabb8199/WALs/037c58a19ddb,33495,1731750783078, archiveDir=hdfs://localhost:40265/user/jenkins/test-data/3fbddb44-a095-61bf-71c5-f325aabb8199/oldWALs, maxLogs=32 2024-11-16T09:53:03,855 DEBUG [RS_OPEN_META-regionserver/037c58a19ddb:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3fbddb44-a095-61bf-71c5-f325aabb8199/WALs/037c58a19ddb,33495,1731750783078/037c58a19ddb%2C33495%2C1731750783078.meta.1731750783841.meta, exclude list is [], retry=0 2024-11-16T09:53:03,857 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37219,DS-22d6ff9d-205c-4efc-8440-8f29e0f34479,DISK] 2024-11-16T09:53:03,857 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35589,DS-145684ec-d101-4f2c-809c-60866d6289ff,DISK] 2024-11-16T09:53:03,858 INFO [RS_OPEN_META-regionserver/037c58a19ddb:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3fbddb44-a095-61bf-71c5-f325aabb8199/WALs/037c58a19ddb,33495,1731750783078/037c58a19ddb%2C33495%2C1731750783078.meta.1731750783841.meta 2024-11-16T09:53:03,859 DEBUG [RS_OPEN_META-regionserver/037c58a19ddb:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45053:45053),(127.0.0.1/127.0.0.1:45363:45363)] 2024-11-16T09:53:03,859 DEBUG [RS_OPEN_META-regionserver/037c58a19ddb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-16T09:53:03,859 DEBUG [RS_OPEN_META-regionserver/037c58a19ddb:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-16T09:53:03,859 DEBUG [RS_OPEN_META-regionserver/037c58a19ddb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-16T09:53:03,859 INFO [RS_OPEN_META-regionserver/037c58a19ddb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-16T09:53:03,859 DEBUG [RS_OPEN_META-regionserver/037c58a19ddb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-16T09:53:03,859 DEBUG [RS_OPEN_META-regionserver/037c58a19ddb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-16T09:53:03,860 DEBUG [RS_OPEN_META-regionserver/037c58a19ddb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-16T09:53:03,860 DEBUG [RS_OPEN_META-regionserver/037c58a19ddb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-16T09:53:03,861 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-16T09:53:03,861 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-16T09:53:03,862 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T09:53:03,862 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T09:53:03,862 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-16T09:53:03,863 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-16T09:53:03,863 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T09:53:03,863 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T09:53:03,863 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-16T09:53:03,864 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-16T09:53:03,864 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T09:53:03,864 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T09:53:03,864 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-16T09:53:03,865 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-16T09:53:03,865 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-16T09:53:03,865 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-16T09:53:03,865 DEBUG [RS_OPEN_META-regionserver/037c58a19ddb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-16T09:53:03,866 DEBUG [RS_OPEN_META-regionserver/037c58a19ddb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40265/user/jenkins/test-data/3fbddb44-a095-61bf-71c5-f325aabb8199/data/hbase/meta/1588230740 2024-11-16T09:53:03,867 DEBUG [RS_OPEN_META-regionserver/037c58a19ddb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40265/user/jenkins/test-data/3fbddb44-a095-61bf-71c5-f325aabb8199/data/hbase/meta/1588230740 2024-11-16T09:53:03,868 DEBUG [RS_OPEN_META-regionserver/037c58a19ddb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-16T09:53:03,868 DEBUG [RS_OPEN_META-regionserver/037c58a19ddb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-16T09:53:03,868 DEBUG [RS_OPEN_META-regionserver/037c58a19ddb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-16T09:53:03,870 DEBUG [RS_OPEN_META-regionserver/037c58a19ddb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-16T09:53:03,870 INFO [RS_OPEN_META-regionserver/037c58a19ddb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=691885, jitterRate=-0.12022358179092407}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-16T09:53:03,870 DEBUG [RS_OPEN_META-regionserver/037c58a19ddb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-16T09:53:03,871 DEBUG [RS_OPEN_META-regionserver/037c58a19ddb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731750783860Writing region info on filesystem at 1731750783860Initializing all the Stores at 1731750783860Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731750783860Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731750783861 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731750783861Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731750783861Cleaning up temporary data from old regions at 1731750783868 (+7 ms)Running coprocessor post-open hooks at 1731750783870 (+2 ms)Region opened successfully at 1731750783871 (+1 ms) 2024-11-16T09:53:03,872 INFO [RS_OPEN_META-regionserver/037c58a19ddb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731750783834 2024-11-16T09:53:03,873 DEBUG [RS_OPEN_META-regionserver/037c58a19ddb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-16T09:53:03,874 INFO [RS_OPEN_META-regionserver/037c58a19ddb:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-16T09:53:03,874 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=037c58a19ddb,33495,1731750783078 2024-11-16T09:53:03,875 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 037c58a19ddb,33495,1731750783078, state=OPEN 2024-11-16T09:53:03,879 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33495-0x101b07f5d8e0001, quorum=127.0.0.1:50043, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-16T09:53:03,879 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43881-0x101b07f5d8e0000, quorum=127.0.0.1:50043, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-16T09:53:03,879 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-16T09:53:03,879 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-16T09:53:03,879 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=037c58a19ddb,33495,1731750783078 2024-11-16T09:53:03,881 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-16T09:53:03,881 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=037c58a19ddb,33495,1731750783078 in 197 msec 2024-11-16T09:53:03,883 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-16T09:53:03,883 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 607 msec 2024-11-16T09:53:03,884 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-16T09:53:03,884 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-16T09:53:03,885 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T09:53:03,885 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=037c58a19ddb,33495,1731750783078, seqNum=-1] 2024-11-16T09:53:03,886 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T09:53:03,887 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50821, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T09:53:03,891 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 655 msec 2024-11-16T09:53:03,891 INFO [master/037c58a19ddb:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731750783891, completionTime=-1 2024-11-16T09:53:03,891 INFO [master/037c58a19ddb:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-16T09:53:03,891 DEBUG [master/037c58a19ddb:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-16T09:53:03,893 INFO [master/037c58a19ddb:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-16T09:53:03,893 INFO [master/037c58a19ddb:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731750843893 2024-11-16T09:53:03,893 INFO [master/037c58a19ddb:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731750903893 2024-11-16T09:53:03,893 INFO [master/037c58a19ddb:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-16T09:53:03,893 INFO [master/037c58a19ddb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=037c58a19ddb,43881,1731750783029-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-16T09:53:03,893 INFO [master/037c58a19ddb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=037c58a19ddb,43881,1731750783029-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T09:53:03,893 INFO [master/037c58a19ddb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=037c58a19ddb,43881,1731750783029-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T09:53:03,894 INFO [master/037c58a19ddb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-037c58a19ddb:43881, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T09:53:03,894 INFO [master/037c58a19ddb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-16T09:53:03,894 INFO [master/037c58a19ddb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-16T09:53:03,895 DEBUG [master/037c58a19ddb:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-16T09:53:03,897 INFO [master/037c58a19ddb:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 0.787sec 2024-11-16T09:53:03,897 INFO [master/037c58a19ddb:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-16T09:53:03,897 INFO [master/037c58a19ddb:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-16T09:53:03,897 INFO [master/037c58a19ddb:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-16T09:53:03,897 INFO [master/037c58a19ddb:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-16T09:53:03,898 INFO [master/037c58a19ddb:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-16T09:53:03,898 INFO [master/037c58a19ddb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=037c58a19ddb,43881,1731750783029-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-16T09:53:03,898 INFO [master/037c58a19ddb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=037c58a19ddb,43881,1731750783029-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-16T09:53:03,900 DEBUG [master/037c58a19ddb:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-16T09:53:03,900 INFO [master/037c58a19ddb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-16T09:53:03,900 INFO [master/037c58a19ddb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=037c58a19ddb,43881,1731750783029-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-16T09:53:03,993 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e2ecdd4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T09:53:03,993 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 037c58a19ddb,43881,-1 for getting cluster id 2024-11-16T09:53:03,994 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-16T09:53:03,995 DEBUG [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e677665f-24c3-4d7a-ab75-dc969196141c' 2024-11-16T09:53:03,995 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-16T09:53:03,995 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e677665f-24c3-4d7a-ab75-dc969196141c" 2024-11-16T09:53:03,996 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a67027d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T09:53:03,996 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [037c58a19ddb,43881,-1] 2024-11-16T09:53:03,996 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-16T09:53:03,996 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T09:53:03,997 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35980, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-16T09:53:03,998 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ed2bfc5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-16T09:53:03,998 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-16T09:53:03,999 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=037c58a19ddb,33495,1731750783078, seqNum=-1] 2024-11-16T09:53:03,999 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-16T09:53:04,000 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43194, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-16T09:53:04,002 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=037c58a19ddb,43881,1731750783029 2024-11-16T09:53:04,002 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-16T09:53:04,004 INFO [Time-limited test {}] master.MasterRpcServices(567): Client=null/null set balanceSwitch=false 2024-11-16T09:53:04,004 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-16T09:53:04,005 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-16T09:53:04,007 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=test.com%2C8080%2C1, suffix=, logDir=hdfs://localhost:40265/user/jenkins/test-data/3fbddb44-a095-61bf-71c5-f325aabb8199/WALs/test.com,8080,1, archiveDir=hdfs://localhost:40265/user/jenkins/test-data/3fbddb44-a095-61bf-71c5-f325aabb8199/oldWALs, maxLogs=32 2024-11-16T09:53:04,020 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3fbddb44-a095-61bf-71c5-f325aabb8199/WALs/test.com,8080,1/test.com%2C8080%2C1.1731750784007, exclude list is [], retry=0 2024-11-16T09:53:04,023 DEBUG [AsyncFSWAL-13-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37219,DS-22d6ff9d-205c-4efc-8440-8f29e0f34479,DISK] 2024-11-16T09:53:04,023 DEBUG [AsyncFSWAL-13-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35589,DS-145684ec-d101-4f2c-809c-60866d6289ff,DISK] 2024-11-16T09:53:04,025 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3fbddb44-a095-61bf-71c5-f325aabb8199/WALs/test.com,8080,1/test.com%2C8080%2C1.1731750784007 2024-11-16T09:53:04,025 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45053:45053),(127.0.0.1/127.0.0.1:45363:45363)] 2024-11-16T09:53:04,038 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3fbddb44-a095-61bf-71c5-f325aabb8199/WALs/test.com,8080,1/test.com%2C8080%2C1.1731750784025, exclude list is [], retry=0 2024-11-16T09:53:04,041 DEBUG [AsyncFSWAL-13-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35589,DS-145684ec-d101-4f2c-809c-60866d6289ff,DISK] 2024-11-16T09:53:04,041 DEBUG [AsyncFSWAL-13-4 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37219,DS-22d6ff9d-205c-4efc-8440-8f29e0f34479,DISK] 2024-11-16T09:53:04,043 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/3fbddb44-a095-61bf-71c5-f325aabb8199/WALs/test.com,8080,1/test.com%2C8080%2C1.1731750784007 with entries=0, filesize=85 B; new WAL /user/jenkins/test-data/3fbddb44-a095-61bf-71c5-f325aabb8199/WALs/test.com,8080,1/test.com%2C8080%2C1.1731750784025 2024-11-16T09:53:04,043 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45363:45363),(127.0.0.1/127.0.0.1:45053:45053)] 2024-11-16T09:53:04,043 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:40265/user/jenkins/test-data/3fbddb44-a095-61bf-71c5-f325aabb8199/WALs/test.com,8080,1/test.com%2C8080%2C1.1731750784007 is not closed yet, will try archiving it next time 2024-11-16T09:53:04,044 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35589 is added to blk_1073741835_1011 (size=93) 2024-11-16T09:53:04,044 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37219 is added to blk_1073741835_1011 (size=93) 2024-11-16T09:53:04,045 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:40265/user/jenkins/test-data/3fbddb44-a095-61bf-71c5-f325aabb8199/WALs/test.com,8080,1/test.com%2C8080%2C1.1731750784007 to hdfs://localhost:40265/user/jenkins/test-data/3fbddb44-a095-61bf-71c5-f325aabb8199/oldWALs/test.com%2C8080%2C1.1731750784007 2024-11-16T09:53:04,047 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35589 is added to blk_1073741836_1012 (size=93) 2024-11-16T09:53:04,048 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37219 is added to blk_1073741836_1012 (size=93) 2024-11-16T09:53:04,050 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/3fbddb44-a095-61bf-71c5-f325aabb8199/oldWALs 2024-11-16T09:53:04,050 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL test.com%2C8080%2C1:(num 1731750784025) 2024-11-16T09:53:04,050 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-16T09:53:04,050 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T09:53:04,050 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T09:53:04,050 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T09:53:04,050 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T09:53:04,050 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-16T09:53:04,050 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-16T09:53:04,050 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=310251641, stopped=false 2024-11-16T09:53:04,050 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=037c58a19ddb,43881,1731750783029 2024-11-16T09:53:04,052 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33495-0x101b07f5d8e0001, quorum=127.0.0.1:50043, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-16T09:53:04,052 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43881-0x101b07f5d8e0000, quorum=127.0.0.1:50043, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-16T09:53:04,052 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33495-0x101b07f5d8e0001, quorum=127.0.0.1:50043, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T09:53:04,052 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43881-0x101b07f5d8e0000, quorum=127.0.0.1:50043, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T09:53:04,052 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-16T09:53:04,053 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-16T09:53:04,053 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T09:53:04,053 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T09:53:04,053 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43881-0x101b07f5d8e0000, quorum=127.0.0.1:50043, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-16T09:53:04,053 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33495-0x101b07f5d8e0001, quorum=127.0.0.1:50043, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-16T09:53:04,053 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '037c58a19ddb,33495,1731750783078' ***** 2024-11-16T09:53:04,053 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-16T09:53:04,053 INFO [RS:0;037c58a19ddb:33495 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-16T09:53:04,054 INFO [RS:0;037c58a19ddb:33495 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-16T09:53:04,054 INFO [RS:0;037c58a19ddb:33495 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-16T09:53:04,054 INFO [RS:0;037c58a19ddb:33495 {}] regionserver.HRegionServer(959): stopping server 037c58a19ddb,33495,1731750783078 2024-11-16T09:53:04,054 INFO [RS:0;037c58a19ddb:33495 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-16T09:53:04,054 INFO [RS:0;037c58a19ddb:33495 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;037c58a19ddb:33495. 2024-11-16T09:53:04,054 DEBUG [RS:0;037c58a19ddb:33495 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-16T09:53:04,054 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-16T09:53:04,054 DEBUG [RS:0;037c58a19ddb:33495 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T09:53:04,054 INFO [RS:0;037c58a19ddb:33495 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-16T09:53:04,054 INFO [RS:0;037c58a19ddb:33495 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-16T09:53:04,054 INFO [RS:0;037c58a19ddb:33495 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-16T09:53:04,054 INFO [RS:0;037c58a19ddb:33495 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-16T09:53:04,055 INFO [RS:0;037c58a19ddb:33495 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-16T09:53:04,055 DEBUG [RS:0;037c58a19ddb:33495 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-16T09:53:04,055 DEBUG [RS:0;037c58a19ddb:33495 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-16T09:53:04,055 DEBUG [RS_CLOSE_META-regionserver/037c58a19ddb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-16T09:53:04,055 INFO [RS_CLOSE_META-regionserver/037c58a19ddb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-16T09:53:04,055 DEBUG [RS_CLOSE_META-regionserver/037c58a19ddb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-16T09:53:04,055 DEBUG [RS_CLOSE_META-regionserver/037c58a19ddb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-16T09:53:04,055 DEBUG [RS_CLOSE_META-regionserver/037c58a19ddb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-16T09:53:04,055 INFO [RS_CLOSE_META-regionserver/037c58a19ddb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-16T09:53:04,071 DEBUG [RS_CLOSE_META-regionserver/037c58a19ddb:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40265/user/jenkins/test-data/3fbddb44-a095-61bf-71c5-f325aabb8199/data/hbase/meta/1588230740/.tmp/ns/16e7e9b68b4a462abf562f414d19a76e is 43, key is default/ns:d/1731750783887/Put/seqid=0 2024-11-16T09:53:04,076 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37219 is added to blk_1073741837_1013 (size=5153) 2024-11-16T09:53:04,076 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35589 is added to blk_1073741837_1013 (size=5153) 2024-11-16T09:53:04,076 INFO [RS_CLOSE_META-regionserver/037c58a19ddb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:40265/user/jenkins/test-data/3fbddb44-a095-61bf-71c5-f325aabb8199/data/hbase/meta/1588230740/.tmp/ns/16e7e9b68b4a462abf562f414d19a76e 2024-11-16T09:53:04,082 DEBUG [RS_CLOSE_META-regionserver/037c58a19ddb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40265/user/jenkins/test-data/3fbddb44-a095-61bf-71c5-f325aabb8199/data/hbase/meta/1588230740/.tmp/ns/16e7e9b68b4a462abf562f414d19a76e as hdfs://localhost:40265/user/jenkins/test-data/3fbddb44-a095-61bf-71c5-f325aabb8199/data/hbase/meta/1588230740/ns/16e7e9b68b4a462abf562f414d19a76e 2024-11-16T09:53:04,086 INFO [RS_CLOSE_META-regionserver/037c58a19ddb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40265/user/jenkins/test-data/3fbddb44-a095-61bf-71c5-f325aabb8199/data/hbase/meta/1588230740/ns/16e7e9b68b4a462abf562f414d19a76e, entries=2, sequenceid=6, filesize=5.0 K 2024-11-16T09:53:04,087 INFO [RS_CLOSE_META-regionserver/037c58a19ddb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 32ms, sequenceid=6, compaction requested=false 2024-11-16T09:53:04,087 DEBUG [RS_CLOSE_META-regionserver/037c58a19ddb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-16T09:53:04,092 DEBUG [RS_CLOSE_META-regionserver/037c58a19ddb:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40265/user/jenkins/test-data/3fbddb44-a095-61bf-71c5-f325aabb8199/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-16T09:53:04,092 DEBUG [RS_CLOSE_META-regionserver/037c58a19ddb:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-16T09:53:04,092 INFO [RS_CLOSE_META-regionserver/037c58a19ddb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-16T09:53:04,092 DEBUG [RS_CLOSE_META-regionserver/037c58a19ddb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731750784055Running coprocessor pre-close hooks at 1731750784055Disabling compacts and flushes for region at 1731750784055Disabling writes for close at 1731750784055Obtaining lock to block concurrent updates at 1731750784055Preparing flush snapshotting stores in 1588230740 at 1731750784055Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1731750784055Flushing stores of hbase:meta,,1.1588230740 at 1731750784056 (+1 ms)Flushing 1588230740/ns: creating writer at 1731750784056Flushing 1588230740/ns: appending metadata at 1731750784070 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1731750784070Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6105e413: reopening flushed file at 1731750784081 (+11 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 32ms, sequenceid=6, compaction requested=false at 1731750784087 (+6 ms)Writing region close event to WAL at 1731750784089 (+2 ms)Running coprocessor post-close hooks at 1731750784092 (+3 ms)Closed at 1731750784092 2024-11-16T09:53:04,093 DEBUG [RS_CLOSE_META-regionserver/037c58a19ddb:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-16T09:53:04,255 INFO [RS:0;037c58a19ddb:33495 {}] regionserver.HRegionServer(976): stopping server 037c58a19ddb,33495,1731750783078; all regions closed. 2024-11-16T09:53:04,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35589 is added to blk_1073741834_1010 (size=1152) 2024-11-16T09:53:04,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37219 is added to blk_1073741834_1010 (size=1152) 2024-11-16T09:53:04,259 DEBUG [RS:0;037c58a19ddb:33495 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/3fbddb44-a095-61bf-71c5-f325aabb8199/oldWALs 2024-11-16T09:53:04,259 INFO [RS:0;037c58a19ddb:33495 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 037c58a19ddb%2C33495%2C1731750783078.meta:.meta(num 1731750783841) 2024-11-16T09:53:04,261 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35589 is added to blk_1073741833_1009 (size=93) 2024-11-16T09:53:04,261 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37219 is added to blk_1073741833_1009 (size=93) 2024-11-16T09:53:04,263 DEBUG [RS:0;037c58a19ddb:33495 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/3fbddb44-a095-61bf-71c5-f325aabb8199/oldWALs 2024-11-16T09:53:04,263 INFO [RS:0;037c58a19ddb:33495 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 037c58a19ddb%2C33495%2C1731750783078:(num 1731750783458) 2024-11-16T09:53:04,263 DEBUG [RS:0;037c58a19ddb:33495 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-16T09:53:04,263 INFO [RS:0;037c58a19ddb:33495 {}] regionserver.LeaseManager(133): Closed leases 2024-11-16T09:53:04,264 INFO [RS:0;037c58a19ddb:33495 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-16T09:53:04,264 INFO [RS:0;037c58a19ddb:33495 {}] hbase.ChoreService(370): Chore service for: regionserver/037c58a19ddb:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-16T09:53:04,264 INFO [RS:0;037c58a19ddb:33495 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-16T09:53:04,264 INFO [regionserver/037c58a19ddb:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-16T09:53:04,264 INFO [RS:0;037c58a19ddb:33495 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33495 2024-11-16T09:53:04,266 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43881-0x101b07f5d8e0000, quorum=127.0.0.1:50043, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-16T09:53:04,266 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33495-0x101b07f5d8e0001, quorum=127.0.0.1:50043, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/037c58a19ddb,33495,1731750783078 2024-11-16T09:53:04,266 INFO [RS:0;037c58a19ddb:33495 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-16T09:53:04,268 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [037c58a19ddb,33495,1731750783078] 2024-11-16T09:53:04,269 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/037c58a19ddb,33495,1731750783078 already deleted, retry=false 2024-11-16T09:53:04,269 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 037c58a19ddb,33495,1731750783078 expired; onlineServers=0 2024-11-16T09:53:04,269 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '037c58a19ddb,43881,1731750783029' ***** 2024-11-16T09:53:04,269 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-16T09:53:04,269 INFO [M:0;037c58a19ddb:43881 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-16T09:53:04,269 INFO [M:0;037c58a19ddb:43881 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-16T09:53:04,269 DEBUG [M:0;037c58a19ddb:43881 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-16T09:53:04,269 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-16T09:53:04,269 DEBUG [M:0;037c58a19ddb:43881 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-16T09:53:04,269 DEBUG [master/037c58a19ddb:0:becomeActiveMaster-HFileCleaner.small.0-1731750783243 {}] cleaner.HFileCleaner(306): Exit Thread[master/037c58a19ddb:0:becomeActiveMaster-HFileCleaner.small.0-1731750783243,5,FailOnTimeoutGroup] 2024-11-16T09:53:04,269 DEBUG [master/037c58a19ddb:0:becomeActiveMaster-HFileCleaner.large.0-1731750783243 {}] cleaner.HFileCleaner(306): Exit Thread[master/037c58a19ddb:0:becomeActiveMaster-HFileCleaner.large.0-1731750783243,5,FailOnTimeoutGroup] 2024-11-16T09:53:04,270 INFO [M:0;037c58a19ddb:43881 {}] hbase.ChoreService(370): Chore service for: master/037c58a19ddb:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-16T09:53:04,270 INFO [M:0;037c58a19ddb:43881 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-16T09:53:04,270 DEBUG [M:0;037c58a19ddb:43881 {}] master.HMaster(1795): Stopping service threads 2024-11-16T09:53:04,270 INFO [M:0;037c58a19ddb:43881 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-16T09:53:04,270 INFO [M:0;037c58a19ddb:43881 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-16T09:53:04,270 INFO [M:0;037c58a19ddb:43881 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-16T09:53:04,270 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-16T09:53:04,271 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43881-0x101b07f5d8e0000, quorum=127.0.0.1:50043, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-16T09:53:04,271 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43881-0x101b07f5d8e0000, quorum=127.0.0.1:50043, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-16T09:53:04,271 DEBUG [M:0;037c58a19ddb:43881 {}] zookeeper.ZKUtil(347): master:43881-0x101b07f5d8e0000, quorum=127.0.0.1:50043, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-16T09:53:04,271 WARN [M:0;037c58a19ddb:43881 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-16T09:53:04,272 INFO [M:0;037c58a19ddb:43881 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:40265/user/jenkins/test-data/3fbddb44-a095-61bf-71c5-f325aabb8199/.lastflushedseqids 2024-11-16T09:53:04,277 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35589 is added to blk_1073741838_1014 (size=99) 2024-11-16T09:53:04,278 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37219 is added to blk_1073741838_1014 (size=99) 2024-11-16T09:53:04,278 INFO [M:0;037c58a19ddb:43881 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-16T09:53:04,278 INFO [M:0;037c58a19ddb:43881 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-16T09:53:04,278 DEBUG [M:0;037c58a19ddb:43881 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-16T09:53:04,278 INFO [M:0;037c58a19ddb:43881 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T09:53:04,278 DEBUG [M:0;037c58a19ddb:43881 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T09:53:04,278 DEBUG [M:0;037c58a19ddb:43881 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-16T09:53:04,278 DEBUG [M:0;037c58a19ddb:43881 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T09:53:04,278 INFO [M:0;037c58a19ddb:43881 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.67 KB heapSize=11.34 KB 2024-11-16T09:53:04,294 DEBUG [M:0;037c58a19ddb:43881 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40265/user/jenkins/test-data/3fbddb44-a095-61bf-71c5-f325aabb8199/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/cd75c4fae7214206aa4cd3d5c8a8dbe4 is 82, key is hbase:meta,,1/info:regioninfo/1731750783874/Put/seqid=0 2024-11-16T09:53:04,298 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37219 is added to blk_1073741839_1015 (size=5672) 2024-11-16T09:53:04,299 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35589 is added to blk_1073741839_1015 (size=5672) 2024-11-16T09:53:04,299 INFO [M:0;037c58a19ddb:43881 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=29 (bloomFilter=true), to=hdfs://localhost:40265/user/jenkins/test-data/3fbddb44-a095-61bf-71c5-f325aabb8199/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/cd75c4fae7214206aa4cd3d5c8a8dbe4 2024-11-16T09:53:04,317 DEBUG [M:0;037c58a19ddb:43881 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40265/user/jenkins/test-data/3fbddb44-a095-61bf-71c5-f325aabb8199/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9b6f88f1083f488d8245cf4a7237ce3f is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1731750783890/Put/seqid=0 2024-11-16T09:53:04,321 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37219 is added to blk_1073741840_1016 (size=5275) 2024-11-16T09:53:04,321 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35589 is added to blk_1073741840_1016 (size=5275) 2024-11-16T09:53:04,322 INFO [M:0;037c58a19ddb:43881 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=29 (bloomFilter=true), to=hdfs://localhost:40265/user/jenkins/test-data/3fbddb44-a095-61bf-71c5-f325aabb8199/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9b6f88f1083f488d8245cf4a7237ce3f 2024-11-16T09:53:04,341 DEBUG [M:0;037c58a19ddb:43881 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40265/user/jenkins/test-data/3fbddb44-a095-61bf-71c5-f325aabb8199/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6112e1f92d5446cb8d3222792e4e6026 is 69, key is 037c58a19ddb,33495,1731750783078/rs:state/1731750783313/Put/seqid=0 2024-11-16T09:53:04,345 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35589 is added to blk_1073741841_1017 (size=5156) 2024-11-16T09:53:04,345 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37219 is added to blk_1073741841_1017 (size=5156) 2024-11-16T09:53:04,345 INFO [M:0;037c58a19ddb:43881 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=29 (bloomFilter=true), to=hdfs://localhost:40265/user/jenkins/test-data/3fbddb44-a095-61bf-71c5-f325aabb8199/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6112e1f92d5446cb8d3222792e4e6026 2024-11-16T09:53:04,363 DEBUG [M:0;037c58a19ddb:43881 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40265/user/jenkins/test-data/3fbddb44-a095-61bf-71c5-f325aabb8199/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/a5f62c12ab7441239782b213f7a277d1 is 52, key is load_balancer_on/state:d/1731750784003/Put/seqid=0 2024-11-16T09:53:04,368 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35589 is added to blk_1073741842_1018 (size=5056) 2024-11-16T09:53:04,368 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37219 is added to blk_1073741842_1018 (size=5056) 2024-11-16T09:53:04,368 INFO [RS:0;037c58a19ddb:33495 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-16T09:53:04,368 INFO [RS:0;037c58a19ddb:33495 {}] regionserver.HRegionServer(1031): Exiting; stopping=037c58a19ddb,33495,1731750783078; zookeeper connection closed. 2024-11-16T09:53:04,368 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33495-0x101b07f5d8e0001, quorum=127.0.0.1:50043, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T09:53:04,368 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33495-0x101b07f5d8e0001, quorum=127.0.0.1:50043, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T09:53:04,368 INFO [M:0;037c58a19ddb:43881 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=48 B at sequenceid=29 (bloomFilter=true), to=hdfs://localhost:40265/user/jenkins/test-data/3fbddb44-a095-61bf-71c5-f325aabb8199/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/a5f62c12ab7441239782b213f7a277d1 2024-11-16T09:53:04,368 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6da1efae {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6da1efae 2024-11-16T09:53:04,368 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-16T09:53:04,373 DEBUG [M:0;037c58a19ddb:43881 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40265/user/jenkins/test-data/3fbddb44-a095-61bf-71c5-f325aabb8199/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/cd75c4fae7214206aa4cd3d5c8a8dbe4 as hdfs://localhost:40265/user/jenkins/test-data/3fbddb44-a095-61bf-71c5-f325aabb8199/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/cd75c4fae7214206aa4cd3d5c8a8dbe4 2024-11-16T09:53:04,377 INFO [M:0;037c58a19ddb:43881 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40265/user/jenkins/test-data/3fbddb44-a095-61bf-71c5-f325aabb8199/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/cd75c4fae7214206aa4cd3d5c8a8dbe4, entries=8, sequenceid=29, filesize=5.5 K 2024-11-16T09:53:04,378 DEBUG [M:0;037c58a19ddb:43881 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40265/user/jenkins/test-data/3fbddb44-a095-61bf-71c5-f325aabb8199/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9b6f88f1083f488d8245cf4a7237ce3f as hdfs://localhost:40265/user/jenkins/test-data/3fbddb44-a095-61bf-71c5-f325aabb8199/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/9b6f88f1083f488d8245cf4a7237ce3f 2024-11-16T09:53:04,382 INFO [M:0;037c58a19ddb:43881 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40265/user/jenkins/test-data/3fbddb44-a095-61bf-71c5-f325aabb8199/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/9b6f88f1083f488d8245cf4a7237ce3f, entries=3, sequenceid=29, filesize=5.2 K 2024-11-16T09:53:04,383 DEBUG [M:0;037c58a19ddb:43881 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40265/user/jenkins/test-data/3fbddb44-a095-61bf-71c5-f325aabb8199/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6112e1f92d5446cb8d3222792e4e6026 as hdfs://localhost:40265/user/jenkins/test-data/3fbddb44-a095-61bf-71c5-f325aabb8199/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/6112e1f92d5446cb8d3222792e4e6026 2024-11-16T09:53:04,387 INFO [M:0;037c58a19ddb:43881 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40265/user/jenkins/test-data/3fbddb44-a095-61bf-71c5-f325aabb8199/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/6112e1f92d5446cb8d3222792e4e6026, entries=1, sequenceid=29, filesize=5.0 K 2024-11-16T09:53:04,387 DEBUG [M:0;037c58a19ddb:43881 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40265/user/jenkins/test-data/3fbddb44-a095-61bf-71c5-f325aabb8199/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/a5f62c12ab7441239782b213f7a277d1 as hdfs://localhost:40265/user/jenkins/test-data/3fbddb44-a095-61bf-71c5-f325aabb8199/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/a5f62c12ab7441239782b213f7a277d1 2024-11-16T09:53:04,391 INFO [M:0;037c58a19ddb:43881 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40265/user/jenkins/test-data/3fbddb44-a095-61bf-71c5-f325aabb8199/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/a5f62c12ab7441239782b213f7a277d1, entries=1, sequenceid=29, filesize=4.9 K 2024-11-16T09:53:04,392 INFO [M:0;037c58a19ddb:43881 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.67 KB/7850, heapSize ~11.27 KB/11544, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 114ms, sequenceid=29, compaction requested=false 2024-11-16T09:53:04,394 INFO [M:0;037c58a19ddb:43881 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-16T09:53:04,394 DEBUG [M:0;037c58a19ddb:43881 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731750784278Disabling compacts and flushes for region at 1731750784278Disabling writes for close at 1731750784278Obtaining lock to block concurrent updates at 1731750784278Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731750784278Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7850, getHeapSize=11544, getOffHeapSize=0, getCellsCount=36 at 1731750784279 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731750784279Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731750784279Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731750784294 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731750784294Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731750784303 (+9 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731750784316 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731750784316Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731750784326 (+10 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731750784340 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731750784340Flushing 1595e783b53d99cd5eef43b6debb2682/state: creating writer at 1731750784349 (+9 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: appending metadata at 1731750784363 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: closing flushed file at 1731750784363Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@52f6cd06: reopening flushed file at 1731750784372 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@b0bff80: reopening flushed file at 1731750784377 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2814343d: reopening flushed file at 1731750784382 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1f13f5eb: reopening flushed file at 1731750784387 (+5 ms)Finished flush of dataSize ~7.67 KB/7850, heapSize ~11.27 KB/11544, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 114ms, sequenceid=29, compaction requested=false at 1731750784392 (+5 ms)Writing region close event to WAL at 1731750784394 (+2 ms)Closed at 1731750784394 2024-11-16T09:53:04,396 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35589 is added to blk_1073741830_1006 (size=10311) 2024-11-16T09:53:04,396 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37219 is added to blk_1073741830_1006 (size=10311) 2024-11-16T09:53:04,396 INFO [M:0;037c58a19ddb:43881 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-16T09:53:04,396 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-16T09:53:04,397 INFO [M:0;037c58a19ddb:43881 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43881 2024-11-16T09:53:04,397 INFO [M:0;037c58a19ddb:43881 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-16T09:53:04,499 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43881-0x101b07f5d8e0000, quorum=127.0.0.1:50043, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T09:53:04,499 INFO [M:0;037c58a19ddb:43881 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-16T09:53:04,499 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43881-0x101b07f5d8e0000, quorum=127.0.0.1:50043, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-16T09:53:04,501 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7998f502{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T09:53:04,502 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@52b8744d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-16T09:53:04,502 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-16T09:53:04,502 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1d2dbf0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-16T09:53:04,502 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@56701355{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/51bf211b-ca4e-2760-cef1-3f3386640573/hadoop.log.dir/,STOPPED} 2024-11-16T09:53:04,503 WARN [BP-547373020-172.17.0.2-1731750782344 heartbeating to localhost/127.0.0.1:40265 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-16T09:53:04,503 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-16T09:53:04,503 WARN [BP-547373020-172.17.0.2-1731750782344 heartbeating to localhost/127.0.0.1:40265 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-547373020-172.17.0.2-1731750782344 (Datanode Uuid 62dd46fa-bb7e-43aa-abde-200fb1899f68) service to localhost/127.0.0.1:40265 2024-11-16T09:53:04,503 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-16T09:53:04,504 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/51bf211b-ca4e-2760-cef1-3f3386640573/cluster_523e449c-520e-6951-633a-ba537e0c6936/data/data3/current/BP-547373020-172.17.0.2-1731750782344 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T09:53:04,504 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/51bf211b-ca4e-2760-cef1-3f3386640573/cluster_523e449c-520e-6951-633a-ba537e0c6936/data/data4/current/BP-547373020-172.17.0.2-1731750782344 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T09:53:04,504 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-16T09:53:04,506 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1cc04b1b{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-16T09:53:04,506 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@51157202{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-16T09:53:04,506 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-16T09:53:04,506 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@167207e8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-16T09:53:04,506 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3ff1f9af{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/51bf211b-ca4e-2760-cef1-3f3386640573/hadoop.log.dir/,STOPPED} 2024-11-16T09:53:04,508 WARN [BP-547373020-172.17.0.2-1731750782344 heartbeating to localhost/127.0.0.1:40265 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-16T09:53:04,508 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-16T09:53:04,508 WARN [BP-547373020-172.17.0.2-1731750782344 heartbeating to localhost/127.0.0.1:40265 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-547373020-172.17.0.2-1731750782344 (Datanode Uuid 0dcc316e-f5f5-4e54-be93-a94a686738a6) service to localhost/127.0.0.1:40265 2024-11-16T09:53:04,508 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-16T09:53:04,508 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/51bf211b-ca4e-2760-cef1-3f3386640573/cluster_523e449c-520e-6951-633a-ba537e0c6936/data/data1/current/BP-547373020-172.17.0.2-1731750782344 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T09:53:04,508 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/51bf211b-ca4e-2760-cef1-3f3386640573/cluster_523e449c-520e-6951-633a-ba537e0c6936/data/data2/current/BP-547373020-172.17.0.2-1731750782344 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-16T09:53:04,508 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-16T09:53:04,514 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2627cc98{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-16T09:53:04,514 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3363b1bc{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-16T09:53:04,514 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-16T09:53:04,514 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6ff0a100{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-16T09:53:04,514 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6c056646{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/51bf211b-ca4e-2760-cef1-3f3386640573/hadoop.log.dir/,STOPPED} 2024-11-16T09:53:04,520 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-16T09:53:04,533 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-16T09:53:04,540 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncLogRolling#testLogRollOnNothingWritten Thread=132 (was 107) - Thread LEAK? -, OpenFileDescriptor=502 (was 447) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=155 (was 169), ProcessCount=11 (was 11), AvailableMemoryMB=6048 (was 6112)