2024-12-05 19:47:15,366 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@30f842ca 2024-12-05 19:47:15,382 main DEBUG Took 0.013400 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-12-05 19:47:15,382 main DEBUG PluginManager 'Core' found 129 plugins 2024-12-05 19:47:15,383 main DEBUG PluginManager 'Level' found 0 plugins 2024-12-05 19:47:15,384 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-12-05 19:47:15,385 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-05 19:47:15,393 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-12-05 19:47:15,405 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-05 19:47:15,407 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-05 19:47:15,408 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-05 19:47:15,409 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-05 19:47:15,409 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-05 19:47:15,410 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-05 19:47:15,411 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-05 19:47:15,411 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-05 19:47:15,412 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-05 19:47:15,412 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-05 19:47:15,413 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-05 19:47:15,414 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-05 19:47:15,415 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-05 19:47:15,415 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-05 19:47:15,416 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-05 19:47:15,416 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-05 19:47:15,417 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-05 19:47:15,417 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-05 19:47:15,418 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-05 19:47:15,418 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-05 19:47:15,419 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-05 19:47:15,419 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-05 19:47:15,420 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-05 19:47:15,420 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-05 19:47:15,421 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-05 19:47:15,421 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-12-05 19:47:15,423 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-05 19:47:15,425 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-12-05 19:47:15,427 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-12-05 19:47:15,428 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-12-05 19:47:15,429 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-12-05 19:47:15,430 main DEBUG PluginManager 'Converter' found 47 plugins 2024-12-05 19:47:15,440 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-12-05 19:47:15,443 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-12-05 19:47:15,445 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-12-05 19:47:15,445 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-12-05 19:47:15,446 main DEBUG createAppenders(={Console}) 2024-12-05 19:47:15,446 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@30f842ca initialized 2024-12-05 19:47:15,447 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@30f842ca 2024-12-05 19:47:15,447 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@30f842ca OK. 2024-12-05 19:47:15,448 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-12-05 19:47:15,448 main DEBUG OutputStream closed 2024-12-05 19:47:15,449 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-12-05 19:47:15,449 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-12-05 19:47:15,449 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@6404f418 OK 2024-12-05 19:47:15,536 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-12-05 19:47:15,539 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-12-05 19:47:15,540 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-12-05 19:47:15,541 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-12-05 19:47:15,542 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-12-05 19:47:15,543 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-12-05 19:47:15,543 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-12-05 19:47:15,543 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-12-05 19:47:15,544 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-12-05 19:47:15,544 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-12-05 19:47:15,545 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-12-05 19:47:15,545 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-12-05 19:47:15,546 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-12-05 19:47:15,546 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-12-05 19:47:15,547 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-12-05 19:47:15,547 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-12-05 19:47:15,548 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-12-05 19:47:15,549 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-12-05 19:47:15,552 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-05 19:47:15,552 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-logging/target/hbase-logging-4.0.0-alpha-1-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@6dab9b6d) with optional ClassLoader: null 2024-12-05 19:47:15,553 main DEBUG Shutdown hook enabled. Registering a new one. 2024-12-05 19:47:15,554 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@6dab9b6d] started OK. 2024-12-05T19:47:15,869 DEBUG [main {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/61991705-9de3-1c51-fb3c-9b268617b69e 2024-12-05 19:47:15,873 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-12-05 19:47:15,873 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-05T19:47:15,882 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.regionserver.wal.TestAsyncLogRolling timeout: 13 mins 2024-12-05T19:47:15,916 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncLogRolling#testSlowSyncLogRolling Thread=12, OpenFileDescriptor=287, MaxFileDescriptor=1048576, SystemLoadAverage=409, ProcessCount=11, AvailableMemoryMB=9812 2024-12-05T19:47:15,919 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-05T19:47:15,937 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/61991705-9de3-1c51-fb3c-9b268617b69e/cluster_a065ef07-de26-3c0e-0b87-def9508c592c, deleteOnExit=true 2024-12-05T19:47:15,937 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-05T19:47:15,938 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/61991705-9de3-1c51-fb3c-9b268617b69e/test.cache.data in system properties and HBase conf 2024-12-05T19:47:15,939 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/61991705-9de3-1c51-fb3c-9b268617b69e/hadoop.tmp.dir in system properties and HBase conf 2024-12-05T19:47:15,939 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/61991705-9de3-1c51-fb3c-9b268617b69e/hadoop.log.dir in system properties and HBase conf 2024-12-05T19:47:15,940 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/61991705-9de3-1c51-fb3c-9b268617b69e/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-05T19:47:15,940 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/61991705-9de3-1c51-fb3c-9b268617b69e/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-05T19:47:15,941 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-05T19:47:16,023 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-12-05T19:47:16,112 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-05T19:47:16,116 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/61991705-9de3-1c51-fb3c-9b268617b69e/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-05T19:47:16,116 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/61991705-9de3-1c51-fb3c-9b268617b69e/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-05T19:47:16,117 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/61991705-9de3-1c51-fb3c-9b268617b69e/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-05T19:47:16,118 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/61991705-9de3-1c51-fb3c-9b268617b69e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T19:47:16,118 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/61991705-9de3-1c51-fb3c-9b268617b69e/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-05T19:47:16,119 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/61991705-9de3-1c51-fb3c-9b268617b69e/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-05T19:47:16,119 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/61991705-9de3-1c51-fb3c-9b268617b69e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T19:47:16,120 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/61991705-9de3-1c51-fb3c-9b268617b69e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T19:47:16,121 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/61991705-9de3-1c51-fb3c-9b268617b69e/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-05T19:47:16,121 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/61991705-9de3-1c51-fb3c-9b268617b69e/nfs.dump.dir in system properties and HBase conf 2024-12-05T19:47:16,122 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/61991705-9de3-1c51-fb3c-9b268617b69e/java.io.tmpdir in system properties and HBase conf 2024-12-05T19:47:16,123 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/61991705-9de3-1c51-fb3c-9b268617b69e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T19:47:16,123 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/61991705-9de3-1c51-fb3c-9b268617b69e/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-05T19:47:16,124 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/61991705-9de3-1c51-fb3c-9b268617b69e/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-05T19:47:16,969 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-12-05T19:47:17,046 INFO [Time-limited test {}] log.Log(170): Logging initialized @2469ms to org.eclipse.jetty.util.log.Slf4jLog 2024-12-05T19:47:17,130 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T19:47:17,199 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T19:47:17,220 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T19:47:17,221 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T19:47:17,222 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-05T19:47:17,235 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T19:47:17,238 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@20abc9e4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/61991705-9de3-1c51-fb3c-9b268617b69e/hadoop.log.dir/,AVAILABLE} 2024-12-05T19:47:17,239 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6932e96{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T19:47:17,452 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@612e4b2b{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/61991705-9de3-1c51-fb3c-9b268617b69e/java.io.tmpdir/jetty-localhost-44127-hadoop-hdfs-3_4_1-tests_jar-_-any-10358964459294595627/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T19:47:17,459 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@65270512{HTTP/1.1, (http/1.1)}{localhost:44127} 2024-12-05T19:47:17,460 INFO [Time-limited test {}] server.Server(415): Started @2884ms 2024-12-05T19:47:17,873 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T19:47:17,882 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T19:47:17,886 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T19:47:17,887 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T19:47:17,887 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-05T19:47:17,888 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2973dc0f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/61991705-9de3-1c51-fb3c-9b268617b69e/hadoop.log.dir/,AVAILABLE} 2024-12-05T19:47:17,888 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@49b96e54{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T19:47:18,028 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@790fbcfe{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/61991705-9de3-1c51-fb3c-9b268617b69e/java.io.tmpdir/jetty-localhost-38833-hadoop-hdfs-3_4_1-tests_jar-_-any-1388685618212562135/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T19:47:18,029 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4e3c8436{HTTP/1.1, (http/1.1)}{localhost:38833} 2024-12-05T19:47:18,029 INFO [Time-limited test {}] server.Server(415): Started @3453ms 2024-12-05T19:47:18,089 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-05T19:47:18,253 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T19:47:18,264 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T19:47:18,273 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T19:47:18,273 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T19:47:18,274 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-05T19:47:18,275 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2d434c3e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/61991705-9de3-1c51-fb3c-9b268617b69e/hadoop.log.dir/,AVAILABLE} 2024-12-05T19:47:18,275 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@775a6b37{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T19:47:18,428 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3b9fe80c{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/61991705-9de3-1c51-fb3c-9b268617b69e/java.io.tmpdir/jetty-localhost-44717-hadoop-hdfs-3_4_1-tests_jar-_-any-10383583503517951631/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T19:47:18,429 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@431c6310{HTTP/1.1, (http/1.1)}{localhost:44717} 2024-12-05T19:47:18,429 INFO [Time-limited test {}] server.Server(415): Started @3853ms 2024-12-05T19:47:18,431 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-05T19:47:18,585 WARN [Thread-96 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/61991705-9de3-1c51-fb3c-9b268617b69e/cluster_a065ef07-de26-3c0e-0b87-def9508c592c/data/data4/current/BP-836467430-172.17.0.2-1733428036724/current, will proceed with Du for space computation calculation, 2024-12-05T19:47:18,586 WARN [Thread-95 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/61991705-9de3-1c51-fb3c-9b268617b69e/cluster_a065ef07-de26-3c0e-0b87-def9508c592c/data/data3/current/BP-836467430-172.17.0.2-1733428036724/current, will proceed with Du for space computation calculation, 2024-12-05T19:47:18,585 WARN [Thread-98 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/61991705-9de3-1c51-fb3c-9b268617b69e/cluster_a065ef07-de26-3c0e-0b87-def9508c592c/data/data2/current/BP-836467430-172.17.0.2-1733428036724/current, will proceed with Du for space computation calculation, 2024-12-05T19:47:18,585 WARN [Thread-97 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/61991705-9de3-1c51-fb3c-9b268617b69e/cluster_a065ef07-de26-3c0e-0b87-def9508c592c/data/data1/current/BP-836467430-172.17.0.2-1733428036724/current, will proceed with Du for space computation calculation, 2024-12-05T19:47:18,676 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-05T19:47:18,677 WARN [Thread-83 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-05T19:47:18,769 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x81d96578fa2eecfc with lease ID 0xfdf4f008e4fc6819: Processing first storage report for DS-02bd9c29-dea0-4c8e-903f-208ec1cf4054 from datanode DatanodeRegistration(127.0.0.1:43099, datanodeUuid=3f406e37-0e91-43e8-b4c7-7d8c14201b42, infoPort=35655, infoSecurePort=0, ipcPort=46821, storageInfo=lv=-57;cid=testClusterID;nsid=1915023973;c=1733428036725) 2024-12-05T19:47:18,771 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x81d96578fa2eecfc with lease ID 0xfdf4f008e4fc6819: from storage DS-02bd9c29-dea0-4c8e-903f-208ec1cf4054 node DatanodeRegistration(127.0.0.1:43099, datanodeUuid=3f406e37-0e91-43e8-b4c7-7d8c14201b42, infoPort=35655, infoSecurePort=0, ipcPort=46821, storageInfo=lv=-57;cid=testClusterID;nsid=1915023973;c=1733428036725), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0 2024-12-05T19:47:18,772 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5cc34c962b84c4a8 with lease ID 0xfdf4f008e4fc6818: Processing first storage report for DS-cbcd0e0c-0222-4916-b38d-3bba65803a30 from datanode DatanodeRegistration(127.0.0.1:35519, datanodeUuid=a6931f1d-9ebd-42db-8287-9571ecebdd44, infoPort=34815, infoSecurePort=0, ipcPort=37453, storageInfo=lv=-57;cid=testClusterID;nsid=1915023973;c=1733428036725) 2024-12-05T19:47:18,772 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5cc34c962b84c4a8 with lease ID 0xfdf4f008e4fc6818: from storage DS-cbcd0e0c-0222-4916-b38d-3bba65803a30 node DatanodeRegistration(127.0.0.1:35519, datanodeUuid=a6931f1d-9ebd-42db-8287-9571ecebdd44, infoPort=34815, infoSecurePort=0, ipcPort=37453, storageInfo=lv=-57;cid=testClusterID;nsid=1915023973;c=1733428036725), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-05T19:47:18,772 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x81d96578fa2eecfc with lease ID 0xfdf4f008e4fc6819: Processing first storage report for DS-1b8de20c-542d-46e9-a127-0b7a04fce9bd from datanode DatanodeRegistration(127.0.0.1:43099, datanodeUuid=3f406e37-0e91-43e8-b4c7-7d8c14201b42, infoPort=35655, infoSecurePort=0, ipcPort=46821, storageInfo=lv=-57;cid=testClusterID;nsid=1915023973;c=1733428036725) 2024-12-05T19:47:18,773 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x81d96578fa2eecfc with lease ID 0xfdf4f008e4fc6819: from storage DS-1b8de20c-542d-46e9-a127-0b7a04fce9bd node DatanodeRegistration(127.0.0.1:43099, datanodeUuid=3f406e37-0e91-43e8-b4c7-7d8c14201b42, infoPort=35655, infoSecurePort=0, ipcPort=46821, storageInfo=lv=-57;cid=testClusterID;nsid=1915023973;c=1733428036725), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T19:47:18,773 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5cc34c962b84c4a8 with lease ID 0xfdf4f008e4fc6818: Processing first storage report for DS-bfae19ea-5b55-4bea-82e8-3fa6eb765ec6 from datanode DatanodeRegistration(127.0.0.1:35519, datanodeUuid=a6931f1d-9ebd-42db-8287-9571ecebdd44, infoPort=34815, infoSecurePort=0, ipcPort=37453, storageInfo=lv=-57;cid=testClusterID;nsid=1915023973;c=1733428036725) 2024-12-05T19:47:18,773 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5cc34c962b84c4a8 with lease ID 0xfdf4f008e4fc6818: from storage DS-bfae19ea-5b55-4bea-82e8-3fa6eb765ec6 node DatanodeRegistration(127.0.0.1:35519, datanodeUuid=a6931f1d-9ebd-42db-8287-9571ecebdd44, infoPort=34815, infoSecurePort=0, ipcPort=37453, storageInfo=lv=-57;cid=testClusterID;nsid=1915023973;c=1733428036725), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T19:47:18,852 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/61991705-9de3-1c51-fb3c-9b268617b69e 2024-12-05T19:47:18,933 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/61991705-9de3-1c51-fb3c-9b268617b69e/cluster_a065ef07-de26-3c0e-0b87-def9508c592c/zookeeper_0, clientPort=54197, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/61991705-9de3-1c51-fb3c-9b268617b69e/cluster_a065ef07-de26-3c0e-0b87-def9508c592c/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/61991705-9de3-1c51-fb3c-9b268617b69e/cluster_a065ef07-de26-3c0e-0b87-def9508c592c/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-05T19:47:18,946 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=54197 2024-12-05T19:47:18,958 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T19:47:18,961 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T19:47:19,208 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43099 is added to blk_1073741825_1001 (size=7) 2024-12-05T19:47:19,209 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35519 is added to blk_1073741825_1001 (size=7) 2024-12-05T19:47:19,616 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41827/user/jenkins/test-data/8558713d-d4a0-492a-7328-1b3c202d8085 with version=8 2024-12-05T19:47:19,617 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:41827/user/jenkins/test-data/8558713d-d4a0-492a-7328-1b3c202d8085/hbase-staging 2024-12-05T19:47:19,714 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-12-05T19:47:19,970 INFO [Time-limited test {}] client.ConnectionUtils(128): master/86162e2766a8:0 server-side Connection retries=45 2024-12-05T19:47:19,981 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T19:47:19,982 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T19:47:19,987 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T19:47:19,987 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T19:47:19,987 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T19:47:20,153 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-05T19:47:20,228 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-12-05T19:47:20,237 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-12-05T19:47:20,241 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T19:47:20,269 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 23531 (auto-detected) 2024-12-05T19:47:20,271 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-12-05T19:47:20,290 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46681 2024-12-05T19:47:20,312 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:46681 connecting to ZooKeeper ensemble=127.0.0.1:54197 2024-12-05T19:47:20,345 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:466810x0, quorum=127.0.0.1:54197, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T19:47:20,349 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:46681-0x10063b885e50000 connected 2024-12-05T19:47:20,381 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T19:47:20,383 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T19:47:20,394 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46681-0x10063b885e50000, quorum=127.0.0.1:54197, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-05T19:47:20,398 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:41827/user/jenkins/test-data/8558713d-d4a0-492a-7328-1b3c202d8085, hbase.cluster.distributed=false 2024-12-05T19:47:20,424 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46681-0x10063b885e50000, quorum=127.0.0.1:54197, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-05T19:47:20,430 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46681 2024-12-05T19:47:20,430 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46681 2024-12-05T19:47:20,431 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46681 2024-12-05T19:47:20,432 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46681 2024-12-05T19:47:20,434 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46681 2024-12-05T19:47:20,594 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/86162e2766a8:0 server-side Connection retries=45 2024-12-05T19:47:20,596 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T19:47:20,596 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T19:47:20,597 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T19:47:20,597 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T19:47:20,597 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T19:47:20,600 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-05T19:47:20,603 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T19:47:20,604 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44323 2024-12-05T19:47:20,606 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44323 connecting to ZooKeeper ensemble=127.0.0.1:54197 2024-12-05T19:47:20,608 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T19:47:20,614 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T19:47:20,623 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:443230x0, quorum=127.0.0.1:54197, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T19:47:20,624 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44323-0x10063b885e50001, quorum=127.0.0.1:54197, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-05T19:47:20,624 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44323-0x10063b885e50001 connected 2024-12-05T19:47:20,628 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-05T19:47:20,638 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-05T19:47:20,640 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44323-0x10063b885e50001, quorum=127.0.0.1:54197, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-05T19:47:20,645 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44323-0x10063b885e50001, quorum=127.0.0.1:54197, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-05T19:47:20,646 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44323 2024-12-05T19:47:20,646 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44323 2024-12-05T19:47:20,647 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44323 2024-12-05T19:47:20,647 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44323 2024-12-05T19:47:20,648 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44323 2024-12-05T19:47:20,664 DEBUG [M:0;86162e2766a8:46681 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;86162e2766a8:46681 2024-12-05T19:47:20,665 INFO [master/86162e2766a8:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/86162e2766a8,46681,1733428039770 2024-12-05T19:47:20,673 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44323-0x10063b885e50001, quorum=127.0.0.1:54197, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-05T19:47:20,673 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46681-0x10063b885e50000, quorum=127.0.0.1:54197, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-05T19:47:20,676 DEBUG [master/86162e2766a8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46681-0x10063b885e50000, quorum=127.0.0.1:54197, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/86162e2766a8,46681,1733428039770 2024-12-05T19:47:20,699 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44323-0x10063b885e50001, quorum=127.0.0.1:54197, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-05T19:47:20,699 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46681-0x10063b885e50000, quorum=127.0.0.1:54197, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T19:47:20,700 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44323-0x10063b885e50001, quorum=127.0.0.1:54197, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T19:47:20,701 DEBUG [master/86162e2766a8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46681-0x10063b885e50000, quorum=127.0.0.1:54197, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-05T19:47:20,702 INFO [master/86162e2766a8:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/86162e2766a8,46681,1733428039770 from backup master directory 2024-12-05T19:47:20,705 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46681-0x10063b885e50000, quorum=127.0.0.1:54197, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/86162e2766a8,46681,1733428039770 2024-12-05T19:47:20,705 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44323-0x10063b885e50001, quorum=127.0.0.1:54197, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-05T19:47:20,705 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46681-0x10063b885e50000, quorum=127.0.0.1:54197, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-05T19:47:20,706 WARN [master/86162e2766a8:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T19:47:20,706 INFO [master/86162e2766a8:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=86162e2766a8,46681,1733428039770 2024-12-05T19:47:20,708 INFO [master/86162e2766a8:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-12-05T19:47:20,709 INFO [master/86162e2766a8:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-12-05T19:47:20,772 DEBUG [master/86162e2766a8:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:41827/user/jenkins/test-data/8558713d-d4a0-492a-7328-1b3c202d8085/hbase.id] with ID: ca4170a2-4d84-4a6c-b9cb-3293dc02b727 2024-12-05T19:47:20,772 DEBUG [master/86162e2766a8:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:41827/user/jenkins/test-data/8558713d-d4a0-492a-7328-1b3c202d8085/.tmp/hbase.id 2024-12-05T19:47:20,784 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35519 is added to blk_1073741826_1002 (size=42) 2024-12-05T19:47:20,785 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43099 is added to blk_1073741826_1002 (size=42) 2024-12-05T19:47:20,786 DEBUG [master/86162e2766a8:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:41827/user/jenkins/test-data/8558713d-d4a0-492a-7328-1b3c202d8085/.tmp/hbase.id]:[hdfs://localhost:41827/user/jenkins/test-data/8558713d-d4a0-492a-7328-1b3c202d8085/hbase.id] 2024-12-05T19:47:20,838 INFO [master/86162e2766a8:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T19:47:20,844 INFO [master/86162e2766a8:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-05T19:47:20,864 INFO [master/86162e2766a8:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 18ms. 2024-12-05T19:47:20,867 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46681-0x10063b885e50000, quorum=127.0.0.1:54197, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T19:47:20,867 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44323-0x10063b885e50001, quorum=127.0.0.1:54197, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T19:47:20,886 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43099 is added to blk_1073741827_1003 (size=196) 2024-12-05T19:47:20,886 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35519 is added to blk_1073741827_1003 (size=196) 2024-12-05T19:47:20,902 INFO [master/86162e2766a8:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T19:47:20,904 INFO [master/86162e2766a8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-05T19:47:20,910 INFO [master/86162e2766a8:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T19:47:20,944 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43099 is added to blk_1073741828_1004 (size=1189) 2024-12-05T19:47:20,945 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35519 is added to blk_1073741828_1004 (size=1189) 2024-12-05T19:47:20,964 INFO [master/86162e2766a8:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:41827/user/jenkins/test-data/8558713d-d4a0-492a-7328-1b3c202d8085/MasterData/data/master/store 2024-12-05T19:47:20,986 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43099 is added to blk_1073741829_1005 (size=34) 2024-12-05T19:47:20,987 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35519 is added to blk_1073741829_1005 (size=34) 2024-12-05T19:47:20,993 INFO [master/86162e2766a8:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-12-05T19:47:20,996 DEBUG [master/86162e2766a8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T19:47:20,997 DEBUG [master/86162e2766a8:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T19:47:20,998 INFO [master/86162e2766a8:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T19:47:20,998 DEBUG [master/86162e2766a8:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T19:47:20,999 DEBUG [master/86162e2766a8:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T19:47:21,000 DEBUG [master/86162e2766a8:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T19:47:21,000 INFO [master/86162e2766a8:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T19:47:21,002 DEBUG [master/86162e2766a8:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733428040997Disabling compacts and flushes for region at 1733428040997Disabling writes for close at 1733428041000 (+3 ms)Writing region close event to WAL at 1733428041000Closed at 1733428041000 2024-12-05T19:47:21,004 WARN [master/86162e2766a8:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:41827/user/jenkins/test-data/8558713d-d4a0-492a-7328-1b3c202d8085/MasterData/data/master/store/.initializing 2024-12-05T19:47:21,004 DEBUG [master/86162e2766a8:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:41827/user/jenkins/test-data/8558713d-d4a0-492a-7328-1b3c202d8085/MasterData/WALs/86162e2766a8,46681,1733428039770 2024-12-05T19:47:21,015 INFO [master/86162e2766a8:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T19:47:21,031 INFO [master/86162e2766a8:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=86162e2766a8%2C46681%2C1733428039770, suffix=, logDir=hdfs://localhost:41827/user/jenkins/test-data/8558713d-d4a0-492a-7328-1b3c202d8085/MasterData/WALs/86162e2766a8,46681,1733428039770, archiveDir=hdfs://localhost:41827/user/jenkins/test-data/8558713d-d4a0-492a-7328-1b3c202d8085/MasterData/oldWALs, maxLogs=10 2024-12-05T19:47:21,076 DEBUG [master/86162e2766a8:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8558713d-d4a0-492a-7328-1b3c202d8085/MasterData/WALs/86162e2766a8,46681,1733428039770/86162e2766a8%2C46681%2C1733428039770.1733428041037, exclude list is [], retry=0 2024-12-05T19:47:21,098 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.initialize(FanOutOneBlockAsyncDFSOutputHelper.java:413) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$5.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:472) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$5.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:467) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.NettyFutureUtils.lambda$addListener$0(NettyFutureUtils.java:56) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setSuccess0(DefaultPromise.java:625) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.trySuccess(DefaultPromise.java:105) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPromise.trySuccess(DefaultChannelPromise.java:84) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:658) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:696) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T19:47:21,103 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43099,DS-02bd9c29-dea0-4c8e-903f-208ec1cf4054,DISK] 2024-12-05T19:47:21,103 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35519,DS-cbcd0e0c-0222-4916-b38d-3bba65803a30,DISK] 2024-12-05T19:47:21,106 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-12-05T19:47:21,149 INFO [master/86162e2766a8:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8558713d-d4a0-492a-7328-1b3c202d8085/MasterData/WALs/86162e2766a8,46681,1733428039770/86162e2766a8%2C46681%2C1733428039770.1733428041037 2024-12-05T19:47:21,151 DEBUG [master/86162e2766a8:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35655:35655),(127.0.0.1/127.0.0.1:34815:34815)] 2024-12-05T19:47:21,152 DEBUG [master/86162e2766a8:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-05T19:47:21,152 DEBUG [master/86162e2766a8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T19:47:21,157 DEBUG [master/86162e2766a8:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T19:47:21,158 DEBUG [master/86162e2766a8:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T19:47:21,199 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T19:47:21,227 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-05T19:47:21,231 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T19:47:21,234 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T19:47:21,235 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T19:47:21,238 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-05T19:47:21,238 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T19:47:21,239 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T19:47:21,240 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T19:47:21,242 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-05T19:47:21,243 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T19:47:21,244 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T19:47:21,244 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T19:47:21,247 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-05T19:47:21,247 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T19:47:21,248 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T19:47:21,248 DEBUG [master/86162e2766a8:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T19:47:21,252 DEBUG [master/86162e2766a8:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41827/user/jenkins/test-data/8558713d-d4a0-492a-7328-1b3c202d8085/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T19:47:21,253 DEBUG [master/86162e2766a8:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41827/user/jenkins/test-data/8558713d-d4a0-492a-7328-1b3c202d8085/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T19:47:21,259 DEBUG [master/86162e2766a8:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T19:47:21,260 DEBUG [master/86162e2766a8:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T19:47:21,263 DEBUG [master/86162e2766a8:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T19:47:21,267 DEBUG [master/86162e2766a8:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T19:47:21,272 DEBUG [master/86162e2766a8:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41827/user/jenkins/test-data/8558713d-d4a0-492a-7328-1b3c202d8085/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T19:47:21,273 INFO [master/86162e2766a8:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=856846, jitterRate=0.08953671157360077}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T19:47:21,279 DEBUG [master/86162e2766a8:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733428041172Initializing all the Stores at 1733428041174 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733428041175 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733428041175Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733428041176 (+1 ms)Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733428041176Cleaning up temporary data from old regions at 1733428041260 (+84 ms)Region opened successfully at 1733428041278 (+18 ms) 2024-12-05T19:47:21,280 INFO [master/86162e2766a8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-05T19:47:21,322 DEBUG [master/86162e2766a8:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@333846de, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=86162e2766a8/172.17.0.2:0 2024-12-05T19:47:21,354 INFO [master/86162e2766a8:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-05T19:47:21,366 INFO [master/86162e2766a8:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-05T19:47:21,367 INFO [master/86162e2766a8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-05T19:47:21,370 INFO [master/86162e2766a8:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-05T19:47:21,371 INFO [master/86162e2766a8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-12-05T19:47:21,377 INFO [master/86162e2766a8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec 2024-12-05T19:47:21,377 INFO [master/86162e2766a8:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-05T19:47:21,403 INFO [master/86162e2766a8:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-05T19:47:21,411 DEBUG [master/86162e2766a8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46681-0x10063b885e50000, quorum=127.0.0.1:54197, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-12-05T19:47:21,414 DEBUG [master/86162e2766a8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-12-05T19:47:21,416 INFO [master/86162e2766a8:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-05T19:47:21,417 DEBUG [master/86162e2766a8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46681-0x10063b885e50000, quorum=127.0.0.1:54197, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-12-05T19:47:21,419 DEBUG [master/86162e2766a8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-12-05T19:47:21,421 INFO [master/86162e2766a8:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-05T19:47:21,424 DEBUG [master/86162e2766a8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46681-0x10063b885e50000, quorum=127.0.0.1:54197, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-12-05T19:47:21,426 DEBUG [master/86162e2766a8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-12-05T19:47:21,427 DEBUG [master/86162e2766a8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46681-0x10063b885e50000, quorum=127.0.0.1:54197, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-12-05T19:47:21,429 DEBUG [master/86162e2766a8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-12-05T19:47:21,445 DEBUG [master/86162e2766a8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46681-0x10063b885e50000, quorum=127.0.0.1:54197, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-05T19:47:21,446 DEBUG [master/86162e2766a8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-12-05T19:47:21,450 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46681-0x10063b885e50000, quorum=127.0.0.1:54197, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-05T19:47:21,450 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44323-0x10063b885e50001, quorum=127.0.0.1:54197, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-05T19:47:21,450 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46681-0x10063b885e50000, quorum=127.0.0.1:54197, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T19:47:21,450 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44323-0x10063b885e50001, quorum=127.0.0.1:54197, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T19:47:21,453 INFO [master/86162e2766a8:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=86162e2766a8,46681,1733428039770, sessionid=0x10063b885e50000, setting cluster-up flag (Was=false) 2024-12-05T19:47:21,466 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46681-0x10063b885e50000, quorum=127.0.0.1:54197, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T19:47:21,466 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44323-0x10063b885e50001, quorum=127.0.0.1:54197, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T19:47:21,476 DEBUG [master/86162e2766a8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-12-05T19:47:21,477 DEBUG [master/86162e2766a8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=86162e2766a8,46681,1733428039770 2024-12-05T19:47:21,483 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44323-0x10063b885e50001, quorum=127.0.0.1:54197, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T19:47:21,483 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46681-0x10063b885e50000, quorum=127.0.0.1:54197, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T19:47:21,489 DEBUG [master/86162e2766a8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-12-05T19:47:21,491 DEBUG [master/86162e2766a8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=86162e2766a8,46681,1733428039770 2024-12-05T19:47:21,497 INFO [master/86162e2766a8:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:41827/user/jenkins/test-data/8558713d-d4a0-492a-7328-1b3c202d8085/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-05T19:47:21,552 INFO [RS:0;86162e2766a8:44323 {}] regionserver.HRegionServer(746): ClusterId : ca4170a2-4d84-4a6c-b9cb-3293dc02b727 2024-12-05T19:47:21,555 DEBUG [RS:0;86162e2766a8:44323 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-05T19:47:21,560 DEBUG [RS:0;86162e2766a8:44323 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-05T19:47:21,560 DEBUG [RS:0;86162e2766a8:44323 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-05T19:47:21,563 DEBUG [RS:0;86162e2766a8:44323 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-05T19:47:21,564 DEBUG [RS:0;86162e2766a8:44323 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4de9ea01, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=86162e2766a8/172.17.0.2:0 2024-12-05T19:47:21,576 DEBUG [master/86162e2766a8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-05T19:47:21,578 DEBUG [RS:0;86162e2766a8:44323 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;86162e2766a8:44323 2024-12-05T19:47:21,581 INFO [RS:0;86162e2766a8:44323 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-05T19:47:21,581 INFO [RS:0;86162e2766a8:44323 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-05T19:47:21,581 DEBUG [RS:0;86162e2766a8:44323 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-05T19:47:21,584 INFO [RS:0;86162e2766a8:44323 {}] regionserver.HRegionServer(2659): reportForDuty to master=86162e2766a8,46681,1733428039770 with port=44323, startcode=1733428040542 2024-12-05T19:47:21,586 INFO [master/86162e2766a8:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-05T19:47:21,594 INFO [master/86162e2766a8:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-05T19:47:21,597 DEBUG [RS:0;86162e2766a8:44323 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-05T19:47:21,602 DEBUG [master/86162e2766a8:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 86162e2766a8,46681,1733428039770 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-05T19:47:21,610 DEBUG [master/86162e2766a8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/86162e2766a8:0, corePoolSize=5, maxPoolSize=5 2024-12-05T19:47:21,611 DEBUG [master/86162e2766a8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/86162e2766a8:0, corePoolSize=5, maxPoolSize=5 2024-12-05T19:47:21,611 DEBUG [master/86162e2766a8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/86162e2766a8:0, corePoolSize=5, maxPoolSize=5 2024-12-05T19:47:21,611 DEBUG [master/86162e2766a8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/86162e2766a8:0, corePoolSize=5, maxPoolSize=5 2024-12-05T19:47:21,611 DEBUG [master/86162e2766a8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/86162e2766a8:0, corePoolSize=10, maxPoolSize=10 2024-12-05T19:47:21,612 DEBUG [master/86162e2766a8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/86162e2766a8:0, corePoolSize=1, maxPoolSize=1 2024-12-05T19:47:21,612 DEBUG [master/86162e2766a8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/86162e2766a8:0, corePoolSize=2, maxPoolSize=2 2024-12-05T19:47:21,612 DEBUG [master/86162e2766a8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/86162e2766a8:0, corePoolSize=1, maxPoolSize=1 2024-12-05T19:47:21,623 INFO [master/86162e2766a8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733428071623 2024-12-05T19:47:21,625 INFO [master/86162e2766a8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-05T19:47:21,626 INFO [master/86162e2766a8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-05T19:47:21,630 INFO [master/86162e2766a8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-05T19:47:21,630 INFO [master/86162e2766a8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-05T19:47:21,631 INFO [master/86162e2766a8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-05T19:47:21,631 INFO [master/86162e2766a8:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-05T19:47:21,632 INFO [master/86162e2766a8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T19:47:21,635 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T19:47:21,635 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-05T19:47:21,635 INFO [master/86162e2766a8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-05T19:47:21,637 INFO [master/86162e2766a8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-05T19:47:21,637 INFO [master/86162e2766a8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-05T19:47:21,641 INFO [master/86162e2766a8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-05T19:47:21,642 INFO [master/86162e2766a8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-05T19:47:21,642 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37995, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-12-05T19:47:21,643 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T19:47:21,643 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-05T19:47:21,648 DEBUG [master/86162e2766a8:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/86162e2766a8:0:becomeActiveMaster-HFileCleaner.large.0-1733428041643,5,FailOnTimeoutGroup] 2024-12-05T19:47:21,649 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46681 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T19:47:21,651 DEBUG [master/86162e2766a8:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/86162e2766a8:0:becomeActiveMaster-HFileCleaner.small.0-1733428041648,5,FailOnTimeoutGroup] 2024-12-05T19:47:21,652 INFO [master/86162e2766a8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T19:47:21,652 INFO [master/86162e2766a8:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-05T19:47:21,653 INFO [master/86162e2766a8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-05T19:47:21,653 INFO [master/86162e2766a8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-05T19:47:21,665 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43099 is added to blk_1073741831_1007 (size=1321) 2024-12-05T19:47:21,665 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35519 is added to blk_1073741831_1007 (size=1321) 2024-12-05T19:47:21,679 DEBUG [RS:0;86162e2766a8:44323 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-12-05T19:47:21,679 WARN [RS:0;86162e2766a8:44323 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-12-05T19:47:21,780 INFO [RS:0;86162e2766a8:44323 {}] regionserver.HRegionServer(2659): reportForDuty to master=86162e2766a8,46681,1733428039770 with port=44323, startcode=1733428040542 2024-12-05T19:47:21,783 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46681 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 86162e2766a8,44323,1733428040542 2024-12-05T19:47:21,785 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46681 {}] master.ServerManager(517): Registering regionserver=86162e2766a8,44323,1733428040542 2024-12-05T19:47:21,794 DEBUG [RS:0;86162e2766a8:44323 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41827/user/jenkins/test-data/8558713d-d4a0-492a-7328-1b3c202d8085 2024-12-05T19:47:21,794 DEBUG [RS:0;86162e2766a8:44323 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41827 2024-12-05T19:47:21,794 DEBUG [RS:0;86162e2766a8:44323 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-05T19:47:21,800 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46681-0x10063b885e50000, quorum=127.0.0.1:54197, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-05T19:47:21,801 DEBUG [RS:0;86162e2766a8:44323 {}] zookeeper.ZKUtil(111): regionserver:44323-0x10063b885e50001, quorum=127.0.0.1:54197, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/86162e2766a8,44323,1733428040542 2024-12-05T19:47:21,801 WARN [RS:0;86162e2766a8:44323 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T19:47:21,801 INFO [RS:0;86162e2766a8:44323 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T19:47:21,801 DEBUG [RS:0;86162e2766a8:44323 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41827/user/jenkins/test-data/8558713d-d4a0-492a-7328-1b3c202d8085/WALs/86162e2766a8,44323,1733428040542 2024-12-05T19:47:21,803 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [86162e2766a8,44323,1733428040542] 2024-12-05T19:47:21,829 INFO [RS:0;86162e2766a8:44323 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-05T19:47:21,842 INFO [RS:0;86162e2766a8:44323 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-05T19:47:21,847 INFO [RS:0;86162e2766a8:44323 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-05T19:47:21,847 INFO [RS:0;86162e2766a8:44323 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T19:47:21,848 INFO [RS:0;86162e2766a8:44323 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-05T19:47:21,856 INFO [RS:0;86162e2766a8:44323 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-05T19:47:21,857 INFO [RS:0;86162e2766a8:44323 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-05T19:47:21,858 DEBUG [RS:0;86162e2766a8:44323 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/86162e2766a8:0, corePoolSize=1, maxPoolSize=1 2024-12-05T19:47:21,858 DEBUG [RS:0;86162e2766a8:44323 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/86162e2766a8:0, corePoolSize=1, maxPoolSize=1 2024-12-05T19:47:21,858 DEBUG [RS:0;86162e2766a8:44323 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/86162e2766a8:0, corePoolSize=1, maxPoolSize=1 2024-12-05T19:47:21,858 DEBUG [RS:0;86162e2766a8:44323 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/86162e2766a8:0, corePoolSize=1, maxPoolSize=1 2024-12-05T19:47:21,859 DEBUG [RS:0;86162e2766a8:44323 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/86162e2766a8:0, corePoolSize=1, maxPoolSize=1 2024-12-05T19:47:21,859 DEBUG [RS:0;86162e2766a8:44323 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/86162e2766a8:0, corePoolSize=2, maxPoolSize=2 2024-12-05T19:47:21,859 DEBUG [RS:0;86162e2766a8:44323 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/86162e2766a8:0, corePoolSize=1, maxPoolSize=1 2024-12-05T19:47:21,859 DEBUG [RS:0;86162e2766a8:44323 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/86162e2766a8:0, corePoolSize=1, maxPoolSize=1 2024-12-05T19:47:21,859 DEBUG [RS:0;86162e2766a8:44323 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/86162e2766a8:0, corePoolSize=1, maxPoolSize=1 2024-12-05T19:47:21,859 DEBUG [RS:0;86162e2766a8:44323 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/86162e2766a8:0, corePoolSize=1, maxPoolSize=1 2024-12-05T19:47:21,860 DEBUG [RS:0;86162e2766a8:44323 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/86162e2766a8:0, corePoolSize=1, maxPoolSize=1 2024-12-05T19:47:21,860 DEBUG [RS:0;86162e2766a8:44323 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/86162e2766a8:0, corePoolSize=1, maxPoolSize=1 2024-12-05T19:47:21,860 DEBUG [RS:0;86162e2766a8:44323 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/86162e2766a8:0, corePoolSize=3, maxPoolSize=3 2024-12-05T19:47:21,860 DEBUG [RS:0;86162e2766a8:44323 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/86162e2766a8:0, corePoolSize=3, maxPoolSize=3 2024-12-05T19:47:21,861 INFO [RS:0;86162e2766a8:44323 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T19:47:21,861 INFO [RS:0;86162e2766a8:44323 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T19:47:21,861 INFO [RS:0;86162e2766a8:44323 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T19:47:21,861 INFO [RS:0;86162e2766a8:44323 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-05T19:47:21,861 INFO [RS:0;86162e2766a8:44323 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-05T19:47:21,862 INFO [RS:0;86162e2766a8:44323 {}] hbase.ChoreService(168): Chore ScheduledChore name=86162e2766a8,44323,1733428040542-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T19:47:21,883 INFO [RS:0;86162e2766a8:44323 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-05T19:47:21,885 INFO [RS:0;86162e2766a8:44323 {}] hbase.ChoreService(168): Chore ScheduledChore name=86162e2766a8,44323,1733428040542-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T19:47:21,885 INFO [RS:0;86162e2766a8:44323 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T19:47:21,886 INFO [RS:0;86162e2766a8:44323 {}] regionserver.Replication(171): 86162e2766a8,44323,1733428040542 started 2024-12-05T19:47:21,909 INFO [RS:0;86162e2766a8:44323 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T19:47:21,909 INFO [RS:0;86162e2766a8:44323 {}] regionserver.HRegionServer(1482): Serving as 86162e2766a8,44323,1733428040542, RpcServer on 86162e2766a8/172.17.0.2:44323, sessionid=0x10063b885e50001 2024-12-05T19:47:21,910 DEBUG [RS:0;86162e2766a8:44323 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-05T19:47:21,911 DEBUG [RS:0;86162e2766a8:44323 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 86162e2766a8,44323,1733428040542 2024-12-05T19:47:21,911 DEBUG [RS:0;86162e2766a8:44323 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '86162e2766a8,44323,1733428040542' 2024-12-05T19:47:21,911 DEBUG [RS:0;86162e2766a8:44323 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-05T19:47:21,912 DEBUG [RS:0;86162e2766a8:44323 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-05T19:47:21,913 DEBUG [RS:0;86162e2766a8:44323 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-05T19:47:21,913 DEBUG [RS:0;86162e2766a8:44323 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-05T19:47:21,914 DEBUG [RS:0;86162e2766a8:44323 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 86162e2766a8,44323,1733428040542 2024-12-05T19:47:21,914 DEBUG [RS:0;86162e2766a8:44323 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '86162e2766a8,44323,1733428040542' 2024-12-05T19:47:21,914 DEBUG [RS:0;86162e2766a8:44323 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-05T19:47:21,914 DEBUG [RS:0;86162e2766a8:44323 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-05T19:47:21,915 DEBUG [RS:0;86162e2766a8:44323 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-05T19:47:21,915 INFO [RS:0;86162e2766a8:44323 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-05T19:47:21,916 INFO [RS:0;86162e2766a8:44323 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-05T19:47:22,021 INFO [RS:0;86162e2766a8:44323 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T19:47:22,025 INFO [RS:0;86162e2766a8:44323 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=86162e2766a8%2C44323%2C1733428040542, suffix=, logDir=hdfs://localhost:41827/user/jenkins/test-data/8558713d-d4a0-492a-7328-1b3c202d8085/WALs/86162e2766a8,44323,1733428040542, archiveDir=hdfs://localhost:41827/user/jenkins/test-data/8558713d-d4a0-492a-7328-1b3c202d8085/oldWALs, maxLogs=32 2024-12-05T19:47:22,042 DEBUG [RS:0;86162e2766a8:44323 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8558713d-d4a0-492a-7328-1b3c202d8085/WALs/86162e2766a8,44323,1733428040542/86162e2766a8%2C44323%2C1733428040542.1733428042027, exclude list is [], retry=0 2024-12-05T19:47:22,047 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43099,DS-02bd9c29-dea0-4c8e-903f-208ec1cf4054,DISK] 2024-12-05T19:47:22,047 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35519,DS-cbcd0e0c-0222-4916-b38d-3bba65803a30,DISK] 2024-12-05T19:47:22,052 INFO [RS:0;86162e2766a8:44323 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8558713d-d4a0-492a-7328-1b3c202d8085/WALs/86162e2766a8,44323,1733428040542/86162e2766a8%2C44323%2C1733428040542.1733428042027 2024-12-05T19:47:22,053 DEBUG [RS:0;86162e2766a8:44323 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35655:35655),(127.0.0.1/127.0.0.1:34815:34815)] 2024-12-05T19:47:22,067 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:41827/user/jenkins/test-data/8558713d-d4a0-492a-7328-1b3c202d8085/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-05T19:47:22,067 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:41827/user/jenkins/test-data/8558713d-d4a0-492a-7328-1b3c202d8085 2024-12-05T19:47:22,077 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35519 is added to blk_1073741833_1009 (size=32) 2024-12-05T19:47:22,078 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43099 is added to blk_1073741833_1009 (size=32) 2024-12-05T19:47:22,080 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T19:47:22,082 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T19:47:22,085 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T19:47:22,085 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T19:47:22,086 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T19:47:22,087 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-05T19:47:22,089 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-05T19:47:22,089 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T19:47:22,090 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T19:47:22,090 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T19:47:22,092 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T19:47:22,093 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T19:47:22,093 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T19:47:22,094 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T19:47:22,096 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T19:47:22,096 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T19:47:22,097 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T19:47:22,097 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-05T19:47:22,098 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41827/user/jenkins/test-data/8558713d-d4a0-492a-7328-1b3c202d8085/data/hbase/meta/1588230740 2024-12-05T19:47:22,099 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41827/user/jenkins/test-data/8558713d-d4a0-492a-7328-1b3c202d8085/data/hbase/meta/1588230740 2024-12-05T19:47:22,102 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-05T19:47:22,102 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-05T19:47:22,103 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-05T19:47:22,106 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-05T19:47:22,110 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41827/user/jenkins/test-data/8558713d-d4a0-492a-7328-1b3c202d8085/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T19:47:22,111 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=772449, jitterRate=-0.01778128743171692}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-05T19:47:22,113 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733428042080Initializing all the Stores at 1733428042082 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733428042082Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733428042082Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733428042082Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733428042082Cleaning up temporary data from old regions at 1733428042102 (+20 ms)Region opened successfully at 1733428042113 (+11 ms) 2024-12-05T19:47:22,114 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-05T19:47:22,114 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-05T19:47:22,114 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-05T19:47:22,114 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T19:47:22,114 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T19:47:22,115 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-05T19:47:22,116 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733428042114Disabling compacts and flushes for region at 1733428042114Disabling writes for close at 1733428042114Writing region close event to WAL at 1733428042115 (+1 ms)Closed at 1733428042115 2024-12-05T19:47:22,119 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T19:47:22,119 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-05T19:47:22,125 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-05T19:47:22,136 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T19:47:22,139 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-05T19:47:22,292 DEBUG [86162e2766a8:46681 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-05T19:47:22,304 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=86162e2766a8,44323,1733428040542 2024-12-05T19:47:22,311 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 86162e2766a8,44323,1733428040542, state=OPENING 2024-12-05T19:47:22,316 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-05T19:47:22,318 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44323-0x10063b885e50001, quorum=127.0.0.1:54197, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T19:47:22,318 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46681-0x10063b885e50000, quorum=127.0.0.1:54197, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T19:47:22,319 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-05T19:47:22,319 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-05T19:47:22,320 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T19:47:22,322 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=86162e2766a8,44323,1733428040542}] 2024-12-05T19:47:22,499 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-05T19:47:22,501 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34201, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-05T19:47:22,511 INFO [RS_OPEN_META-regionserver/86162e2766a8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-05T19:47:22,512 INFO [RS_OPEN_META-regionserver/86162e2766a8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T19:47:22,513 INFO [RS_OPEN_META-regionserver/86162e2766a8:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-05T19:47:22,516 INFO [RS_OPEN_META-regionserver/86162e2766a8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=86162e2766a8%2C44323%2C1733428040542.meta, suffix=.meta, logDir=hdfs://localhost:41827/user/jenkins/test-data/8558713d-d4a0-492a-7328-1b3c202d8085/WALs/86162e2766a8,44323,1733428040542, archiveDir=hdfs://localhost:41827/user/jenkins/test-data/8558713d-d4a0-492a-7328-1b3c202d8085/oldWALs, maxLogs=32 2024-12-05T19:47:22,532 DEBUG [RS_OPEN_META-regionserver/86162e2766a8:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8558713d-d4a0-492a-7328-1b3c202d8085/WALs/86162e2766a8,44323,1733428040542/86162e2766a8%2C44323%2C1733428040542.meta.1733428042517.meta, exclude list is [], retry=0 2024-12-05T19:47:22,536 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35519,DS-cbcd0e0c-0222-4916-b38d-3bba65803a30,DISK] 2024-12-05T19:47:22,536 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43099,DS-02bd9c29-dea0-4c8e-903f-208ec1cf4054,DISK] 2024-12-05T19:47:22,539 INFO [RS_OPEN_META-regionserver/86162e2766a8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8558713d-d4a0-492a-7328-1b3c202d8085/WALs/86162e2766a8,44323,1733428040542/86162e2766a8%2C44323%2C1733428040542.meta.1733428042517.meta 2024-12-05T19:47:22,540 DEBUG [RS_OPEN_META-regionserver/86162e2766a8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34815:34815),(127.0.0.1/127.0.0.1:35655:35655)] 2024-12-05T19:47:22,540 DEBUG [RS_OPEN_META-regionserver/86162e2766a8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-05T19:47:22,542 DEBUG [RS_OPEN_META-regionserver/86162e2766a8:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-05T19:47:22,545 DEBUG [RS_OPEN_META-regionserver/86162e2766a8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-05T19:47:22,549 INFO [RS_OPEN_META-regionserver/86162e2766a8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-05T19:47:22,554 DEBUG [RS_OPEN_META-regionserver/86162e2766a8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-05T19:47:22,554 DEBUG [RS_OPEN_META-regionserver/86162e2766a8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T19:47:22,554 DEBUG [RS_OPEN_META-regionserver/86162e2766a8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-05T19:47:22,554 DEBUG [RS_OPEN_META-regionserver/86162e2766a8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-05T19:47:22,557 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T19:47:22,559 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T19:47:22,559 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T19:47:22,560 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T19:47:22,560 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-05T19:47:22,562 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-05T19:47:22,562 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T19:47:22,562 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T19:47:22,563 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T19:47:22,564 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T19:47:22,564 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T19:47:22,565 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T19:47:22,565 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T19:47:22,566 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T19:47:22,566 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T19:47:22,567 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T19:47:22,567 DEBUG [RS_OPEN_META-regionserver/86162e2766a8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-05T19:47:22,568 DEBUG [RS_OPEN_META-regionserver/86162e2766a8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41827/user/jenkins/test-data/8558713d-d4a0-492a-7328-1b3c202d8085/data/hbase/meta/1588230740 2024-12-05T19:47:22,571 DEBUG [RS_OPEN_META-regionserver/86162e2766a8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41827/user/jenkins/test-data/8558713d-d4a0-492a-7328-1b3c202d8085/data/hbase/meta/1588230740 2024-12-05T19:47:22,573 DEBUG [RS_OPEN_META-regionserver/86162e2766a8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-05T19:47:22,573 DEBUG [RS_OPEN_META-regionserver/86162e2766a8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-05T19:47:22,574 DEBUG [RS_OPEN_META-regionserver/86162e2766a8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-05T19:47:22,577 DEBUG [RS_OPEN_META-regionserver/86162e2766a8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-05T19:47:22,578 INFO [RS_OPEN_META-regionserver/86162e2766a8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=793359, jitterRate=0.008808434009552002}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-05T19:47:22,578 DEBUG [RS_OPEN_META-regionserver/86162e2766a8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-05T19:47:22,580 DEBUG [RS_OPEN_META-regionserver/86162e2766a8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733428042555Writing region info on filesystem at 1733428042555Initializing all the Stores at 1733428042557 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733428042557Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733428042557Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733428042557Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733428042557Cleaning up temporary data from old regions at 1733428042573 (+16 ms)Running coprocessor post-open hooks at 1733428042578 (+5 ms)Region opened successfully at 1733428042579 (+1 ms) 2024-12-05T19:47:22,587 INFO [RS_OPEN_META-regionserver/86162e2766a8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733428042489 2024-12-05T19:47:22,599 DEBUG [RS_OPEN_META-regionserver/86162e2766a8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-05T19:47:22,600 INFO [RS_OPEN_META-regionserver/86162e2766a8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-05T19:47:22,601 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=86162e2766a8,44323,1733428040542 2024-12-05T19:47:22,604 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 86162e2766a8,44323,1733428040542, state=OPEN 2024-12-05T19:47:22,610 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46681-0x10063b885e50000, quorum=127.0.0.1:54197, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-05T19:47:22,610 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44323-0x10063b885e50001, quorum=127.0.0.1:54197, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-05T19:47:22,610 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-05T19:47:22,610 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-05T19:47:22,610 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=86162e2766a8,44323,1733428040542 2024-12-05T19:47:22,617 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-05T19:47:22,617 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=86162e2766a8,44323,1733428040542 in 288 msec 2024-12-05T19:47:22,625 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-05T19:47:22,626 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 494 msec 2024-12-05T19:47:22,627 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T19:47:22,627 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-05T19:47:22,648 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T19:47:22,649 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=86162e2766a8,44323,1733428040542, seqNum=-1] 2024-12-05T19:47:22,670 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T19:47:22,672 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46791, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T19:47:22,694 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1660 sec 2024-12-05T19:47:22,694 INFO [master/86162e2766a8:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733428042694, completionTime=-1 2024-12-05T19:47:22,698 INFO [master/86162e2766a8:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-05T19:47:22,698 DEBUG [master/86162e2766a8:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-05T19:47:22,729 INFO [master/86162e2766a8:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-05T19:47:22,729 INFO [master/86162e2766a8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733428102729 2024-12-05T19:47:22,729 INFO [master/86162e2766a8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733428162729 2024-12-05T19:47:22,729 INFO [master/86162e2766a8:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 31 msec 2024-12-05T19:47:22,732 INFO [master/86162e2766a8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=86162e2766a8,46681,1733428039770-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T19:47:22,732 INFO [master/86162e2766a8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=86162e2766a8,46681,1733428039770-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T19:47:22,732 INFO [master/86162e2766a8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=86162e2766a8,46681,1733428039770-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T19:47:22,734 INFO [master/86162e2766a8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-86162e2766a8:46681, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T19:47:22,734 INFO [master/86162e2766a8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-05T19:47:22,735 INFO [master/86162e2766a8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-05T19:47:22,742 DEBUG [master/86162e2766a8:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-05T19:47:22,764 INFO [master/86162e2766a8:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.057sec 2024-12-05T19:47:22,765 INFO [master/86162e2766a8:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-05T19:47:22,766 INFO [master/86162e2766a8:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-05T19:47:22,767 INFO [master/86162e2766a8:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-05T19:47:22,768 INFO [master/86162e2766a8:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-05T19:47:22,768 INFO [master/86162e2766a8:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-05T19:47:22,769 INFO [master/86162e2766a8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=86162e2766a8,46681,1733428039770-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T19:47:22,769 INFO [master/86162e2766a8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=86162e2766a8,46681,1733428039770-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-05T19:47:22,779 DEBUG [master/86162e2766a8:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-05T19:47:22,779 INFO [master/86162e2766a8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-05T19:47:22,780 INFO [master/86162e2766a8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=86162e2766a8,46681,1733428039770-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T19:47:22,863 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@27167442, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T19:47:22,867 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-12-05T19:47:22,867 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-12-05T19:47:22,895 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 86162e2766a8,46681,-1 for getting cluster id 2024-12-05T19:47:22,899 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T19:47:22,912 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ca4170a2-4d84-4a6c-b9cb-3293dc02b727' 2024-12-05T19:47:22,915 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T19:47:22,916 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ca4170a2-4d84-4a6c-b9cb-3293dc02b727" 2024-12-05T19:47:22,922 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e795562, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T19:47:22,922 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [86162e2766a8,46681,-1] 2024-12-05T19:47:22,925 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T19:47:22,927 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T19:47:22,929 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58284, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T19:47:22,932 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55ed85db, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T19:47:22,933 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T19:47:22,942 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=86162e2766a8,44323,1733428040542, seqNum=-1] 2024-12-05T19:47:22,942 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T19:47:22,945 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41104, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T19:47:22,973 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=86162e2766a8,46681,1733428039770 2024-12-05T19:47:22,973 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T19:47:22,983 INFO [Time-limited test {}] master.MasterRpcServices(567): Client=null/null set balanceSwitch=false 2024-12-05T19:47:22,987 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T19:47:22,992 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 86162e2766a8,46681,1733428039770 2024-12-05T19:47:22,996 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@44d35f42 2024-12-05T19:47:22,997 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T19:47:23,000 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58292, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T19:47:23,001 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46681 {}] util.TableDescriptorChecker(321): MAX_FILESIZE for table descriptor or "hbase.hregion.max.filesize" (786432) is too small, which might cause over splitting into unmanageable number of regions. 2024-12-05T19:47:23,002 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46681 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (8192) is too small, which might cause very frequent flushing. 2024-12-05T19:47:23,005 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46681 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestLogRolling-testSlowSyncLogRolling', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T19:47:23,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46681 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling 2024-12-05T19:47:23,015 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling execute state=CREATE_TABLE_PRE_OPERATION 2024-12-05T19:47:23,017 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46681 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestLogRolling-testSlowSyncLogRolling" procId is: 4 2024-12-05T19:47:23,017 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T19:47:23,019 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-05T19:47:23,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46681 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T19:47:23,037 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43099 is added to blk_1073741835_1011 (size=389) 2024-12-05T19:47:23,038 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35519 is added to blk_1073741835_1011 (size=389) 2024-12-05T19:47:23,042 INFO [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => ff90d6e0ba37a294786d6ffc392feb5c, NAME => 'TestLogRolling-testSlowSyncLogRolling,,1733428043001.ff90d6e0ba37a294786d6ffc392feb5c.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestLogRolling-testSlowSyncLogRolling', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41827/user/jenkins/test-data/8558713d-d4a0-492a-7328-1b3c202d8085 2024-12-05T19:47:23,053 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35519 is added to blk_1073741836_1012 (size=72) 2024-12-05T19:47:23,054 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43099 is added to blk_1073741836_1012 (size=72) 2024-12-05T19:47:23,055 DEBUG [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(898): Instantiated TestLogRolling-testSlowSyncLogRolling,,1733428043001.ff90d6e0ba37a294786d6ffc392feb5c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T19:47:23,055 DEBUG [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(1722): Closing ff90d6e0ba37a294786d6ffc392feb5c, disabling compactions & flushes 2024-12-05T19:47:23,055 INFO [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(1755): Closing region TestLogRolling-testSlowSyncLogRolling,,1733428043001.ff90d6e0ba37a294786d6ffc392feb5c. 2024-12-05T19:47:23,055 DEBUG [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testSlowSyncLogRolling,,1733428043001.ff90d6e0ba37a294786d6ffc392feb5c. 2024-12-05T19:47:23,055 DEBUG [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testSlowSyncLogRolling,,1733428043001.ff90d6e0ba37a294786d6ffc392feb5c. after waiting 0 ms 2024-12-05T19:47:23,055 DEBUG [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testSlowSyncLogRolling,,1733428043001.ff90d6e0ba37a294786d6ffc392feb5c. 2024-12-05T19:47:23,056 INFO [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(1973): Closed TestLogRolling-testSlowSyncLogRolling,,1733428043001.ff90d6e0ba37a294786d6ffc392feb5c. 2024-12-05T19:47:23,056 DEBUG [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(1676): Region close journal for ff90d6e0ba37a294786d6ffc392feb5c: Waiting for close lock at 1733428043055Disabling compacts and flushes for region at 1733428043055Disabling writes for close at 1733428043055Writing region close event to WAL at 1733428043055Closed at 1733428043055 2024-12-05T19:47:23,058 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling execute state=CREATE_TABLE_ADD_TO_META 2024-12-05T19:47:23,063 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestLogRolling-testSlowSyncLogRolling,,1733428043001.ff90d6e0ba37a294786d6ffc392feb5c.","families":{"info":[{"qualifier":"regioninfo","vlen":71,"tag":[],"timestamp":"1733428043059"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733428043059"}]},"ts":"1733428043059"} 2024-12-05T19:47:23,069 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-05T19:47:23,071 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-05T19:47:23,074 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testSlowSyncLogRolling","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733428043071"}]},"ts":"1733428043071"} 2024-12-05T19:47:23,079 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testSlowSyncLogRolling, state=ENABLING in hbase:meta 2024-12-05T19:47:23,081 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testSlowSyncLogRolling, region=ff90d6e0ba37a294786d6ffc392feb5c, ASSIGN}] 2024-12-05T19:47:23,084 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testSlowSyncLogRolling, region=ff90d6e0ba37a294786d6ffc392feb5c, ASSIGN 2024-12-05T19:47:23,086 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testSlowSyncLogRolling, region=ff90d6e0ba37a294786d6ffc392feb5c, ASSIGN; state=OFFLINE, location=86162e2766a8,44323,1733428040542; forceNewPlan=false, retain=false 2024-12-05T19:47:23,237 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=ff90d6e0ba37a294786d6ffc392feb5c, regionState=OPENING, regionLocation=86162e2766a8,44323,1733428040542 2024-12-05T19:47:23,242 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testSlowSyncLogRolling, region=ff90d6e0ba37a294786d6ffc392feb5c, ASSIGN because future has completed 2024-12-05T19:47:23,243 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure ff90d6e0ba37a294786d6ffc392feb5c, server=86162e2766a8,44323,1733428040542}] 2024-12-05T19:47:23,405 INFO [RS_OPEN_REGION-regionserver/86162e2766a8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open TestLogRolling-testSlowSyncLogRolling,,1733428043001.ff90d6e0ba37a294786d6ffc392feb5c. 2024-12-05T19:47:23,406 DEBUG [RS_OPEN_REGION-regionserver/86162e2766a8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => ff90d6e0ba37a294786d6ffc392feb5c, NAME => 'TestLogRolling-testSlowSyncLogRolling,,1733428043001.ff90d6e0ba37a294786d6ffc392feb5c.', STARTKEY => '', ENDKEY => ''} 2024-12-05T19:47:23,406 DEBUG [RS_OPEN_REGION-regionserver/86162e2766a8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestLogRolling-testSlowSyncLogRolling ff90d6e0ba37a294786d6ffc392feb5c 2024-12-05T19:47:23,406 DEBUG [RS_OPEN_REGION-regionserver/86162e2766a8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated TestLogRolling-testSlowSyncLogRolling,,1733428043001.ff90d6e0ba37a294786d6ffc392feb5c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T19:47:23,407 DEBUG [RS_OPEN_REGION-regionserver/86162e2766a8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for ff90d6e0ba37a294786d6ffc392feb5c 2024-12-05T19:47:23,407 DEBUG [RS_OPEN_REGION-regionserver/86162e2766a8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for ff90d6e0ba37a294786d6ffc392feb5c 2024-12-05T19:47:23,409 INFO [StoreOpener-ff90d6e0ba37a294786d6ffc392feb5c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region ff90d6e0ba37a294786d6ffc392feb5c 2024-12-05T19:47:23,412 INFO [StoreOpener-ff90d6e0ba37a294786d6ffc392feb5c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ff90d6e0ba37a294786d6ffc392feb5c columnFamilyName info 2024-12-05T19:47:23,412 DEBUG [StoreOpener-ff90d6e0ba37a294786d6ffc392feb5c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T19:47:23,413 INFO [StoreOpener-ff90d6e0ba37a294786d6ffc392feb5c-1 {}] regionserver.HStore(327): Store=ff90d6e0ba37a294786d6ffc392feb5c/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T19:47:23,413 DEBUG [RS_OPEN_REGION-regionserver/86162e2766a8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for ff90d6e0ba37a294786d6ffc392feb5c 2024-12-05T19:47:23,415 DEBUG [RS_OPEN_REGION-regionserver/86162e2766a8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41827/user/jenkins/test-data/8558713d-d4a0-492a-7328-1b3c202d8085/data/default/TestLogRolling-testSlowSyncLogRolling/ff90d6e0ba37a294786d6ffc392feb5c 2024-12-05T19:47:23,415 DEBUG [RS_OPEN_REGION-regionserver/86162e2766a8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41827/user/jenkins/test-data/8558713d-d4a0-492a-7328-1b3c202d8085/data/default/TestLogRolling-testSlowSyncLogRolling/ff90d6e0ba37a294786d6ffc392feb5c 2024-12-05T19:47:23,416 DEBUG [RS_OPEN_REGION-regionserver/86162e2766a8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for ff90d6e0ba37a294786d6ffc392feb5c 2024-12-05T19:47:23,416 DEBUG [RS_OPEN_REGION-regionserver/86162e2766a8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for ff90d6e0ba37a294786d6ffc392feb5c 2024-12-05T19:47:23,420 DEBUG [RS_OPEN_REGION-regionserver/86162e2766a8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for ff90d6e0ba37a294786d6ffc392feb5c 2024-12-05T19:47:23,425 DEBUG [RS_OPEN_REGION-regionserver/86162e2766a8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41827/user/jenkins/test-data/8558713d-d4a0-492a-7328-1b3c202d8085/data/default/TestLogRolling-testSlowSyncLogRolling/ff90d6e0ba37a294786d6ffc392feb5c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T19:47:23,426 INFO [RS_OPEN_REGION-regionserver/86162e2766a8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened ff90d6e0ba37a294786d6ffc392feb5c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=794386, jitterRate=0.010114610195159912}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-05T19:47:23,426 DEBUG [RS_OPEN_REGION-regionserver/86162e2766a8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ff90d6e0ba37a294786d6ffc392feb5c 2024-12-05T19:47:23,428 DEBUG [RS_OPEN_REGION-regionserver/86162e2766a8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for ff90d6e0ba37a294786d6ffc392feb5c: Running coprocessor pre-open hook at 1733428043407Writing region info on filesystem at 1733428043407Initializing all the Stores at 1733428043409 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733428043409Cleaning up temporary data from old regions at 1733428043416 (+7 ms)Running coprocessor post-open hooks at 1733428043426 (+10 ms)Region opened successfully at 1733428043428 (+2 ms) 2024-12-05T19:47:23,430 INFO [RS_OPEN_REGION-regionserver/86162e2766a8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for TestLogRolling-testSlowSyncLogRolling,,1733428043001.ff90d6e0ba37a294786d6ffc392feb5c., pid=6, masterSystemTime=1733428043398 2024-12-05T19:47:23,435 DEBUG [RS_OPEN_REGION-regionserver/86162e2766a8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for TestLogRolling-testSlowSyncLogRolling,,1733428043001.ff90d6e0ba37a294786d6ffc392feb5c. 2024-12-05T19:47:23,435 INFO [RS_OPEN_REGION-regionserver/86162e2766a8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened TestLogRolling-testSlowSyncLogRolling,,1733428043001.ff90d6e0ba37a294786d6ffc392feb5c. 2024-12-05T19:47:23,436 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=ff90d6e0ba37a294786d6ffc392feb5c, regionState=OPEN, openSeqNum=2, regionLocation=86162e2766a8,44323,1733428040542 2024-12-05T19:47:23,441 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure ff90d6e0ba37a294786d6ffc392feb5c, server=86162e2766a8,44323,1733428040542 because future has completed 2024-12-05T19:47:23,447 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-05T19:47:23,447 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure ff90d6e0ba37a294786d6ffc392feb5c, server=86162e2766a8,44323,1733428040542 in 200 msec 2024-12-05T19:47:23,452 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-05T19:47:23,452 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testSlowSyncLogRolling, region=ff90d6e0ba37a294786d6ffc392feb5c, ASSIGN in 366 msec 2024-12-05T19:47:23,454 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-05T19:47:23,454 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testSlowSyncLogRolling","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733428043454"}]},"ts":"1733428043454"} 2024-12-05T19:47:23,457 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testSlowSyncLogRolling, state=ENABLED in hbase:meta 2024-12-05T19:47:23,458 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling execute state=CREATE_TABLE_POST_OPERATION 2024-12-05T19:47:23,462 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling in 450 msec 2024-12-05T19:47:28,058 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-05T19:47:28,121 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-05T19:47:28,124 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestLogRolling-testSlowSyncLogRolling' 2024-12-05T19:47:30,225 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-05T19:47:30,225 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-05T19:47:30,227 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testSlowSyncLogRolling 2024-12-05T19:47:30,227 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testSlowSyncLogRolling Metrics about Tables on a single HBase RegionServer 2024-12-05T19:47:30,228 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T19:47:30,229 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-12-05T19:47:30,229 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-05T19:47:30,229 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-12-05T19:47:33,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46681 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T19:47:33,064 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestLogRolling-testSlowSyncLogRolling completed 2024-12-05T19:47:33,066 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=TestLogRolling-testSlowSyncLogRolling,, stopping at row=TestLogRolling-testSlowSyncLogRolling ,, for max=2147483647 with caching=100 2024-12-05T19:47:33,074 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2234): Found 1 regions for table TestLogRolling-testSlowSyncLogRolling 2024-12-05T19:47:33,075 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2240): firstRegionName=TestLogRolling-testSlowSyncLogRolling,,1733428043001.ff90d6e0ba37a294786d6ffc392feb5c. 2024-12-05T19:47:33,090 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8558713d-d4a0-492a-7328-1b3c202d8085/WALs/86162e2766a8,44323,1733428040542/86162e2766a8%2C44323%2C1733428040542.1733428053076, exclude list is [], retry=0 2024-12-05T19:47:33,094 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35519,DS-cbcd0e0c-0222-4916-b38d-3bba65803a30,DISK] 2024-12-05T19:47:33,094 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43099,DS-02bd9c29-dea0-4c8e-903f-208ec1cf4054,DISK] 2024-12-05T19:47:33,098 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/8558713d-d4a0-492a-7328-1b3c202d8085/WALs/86162e2766a8,44323,1733428040542/86162e2766a8%2C44323%2C1733428040542.1733428042027 with entries=1, filesize=443 B; new WAL /user/jenkins/test-data/8558713d-d4a0-492a-7328-1b3c202d8085/WALs/86162e2766a8,44323,1733428040542/86162e2766a8%2C44323%2C1733428040542.1733428053076 2024-12-05T19:47:33,099 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34815:34815),(127.0.0.1/127.0.0.1:35655:35655)] 2024-12-05T19:47:33,099 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:41827/user/jenkins/test-data/8558713d-d4a0-492a-7328-1b3c202d8085/WALs/86162e2766a8,44323,1733428040542/86162e2766a8%2C44323%2C1733428040542.1733428042027 is not closed yet, will try archiving it next time 2024-12-05T19:47:33,103 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43099 is added to blk_1073741832_1008 (size=451) 2024-12-05T19:47:33,103 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35519 is added to blk_1073741832_1008 (size=451) 2024-12-05T19:47:33,107 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:41827/user/jenkins/test-data/8558713d-d4a0-492a-7328-1b3c202d8085/WALs/86162e2766a8,44323,1733428040542/86162e2766a8%2C44323%2C1733428040542.1733428042027 to hdfs://localhost:41827/user/jenkins/test-data/8558713d-d4a0-492a-7328-1b3c202d8085/oldWALs/86162e2766a8%2C44323%2C1733428040542.1733428042027 2024-12-05T19:47:33,110 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestLogRolling-testSlowSyncLogRolling', row='row0001', locateType=CURRENT is [region=TestLogRolling-testSlowSyncLogRolling,,1733428043001.ff90d6e0ba37a294786d6ffc392feb5c., hostname=86162e2766a8,44323,1733428040542, seqNum=2] 2024-12-05T19:47:47,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44323 {}] regionserver.HRegion(8855): Flush requested on ff90d6e0ba37a294786d6ffc392feb5c 2024-12-05T19:47:47,148 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing ff90d6e0ba37a294786d6ffc392feb5c 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-12-05T19:47:47,216 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41827/user/jenkins/test-data/8558713d-d4a0-492a-7328-1b3c202d8085/data/default/TestLogRolling-testSlowSyncLogRolling/ff90d6e0ba37a294786d6ffc392feb5c/.tmp/info/ab970db0842c47959303c94c8b6fddca is 1055, key is row0001/info:/1733428053113/Put/seqid=0 2024-12-05T19:47:47,228 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35519 is added to blk_1073741838_1014 (size=13386) 2024-12-05T19:47:47,229 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43099 is added to blk_1073741838_1014 (size=13386) 2024-12-05T19:47:47,229 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:41827/user/jenkins/test-data/8558713d-d4a0-492a-7328-1b3c202d8085/data/default/TestLogRolling-testSlowSyncLogRolling/ff90d6e0ba37a294786d6ffc392feb5c/.tmp/info/ab970db0842c47959303c94c8b6fddca 2024-12-05T19:47:47,277 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41827/user/jenkins/test-data/8558713d-d4a0-492a-7328-1b3c202d8085/data/default/TestLogRolling-testSlowSyncLogRolling/ff90d6e0ba37a294786d6ffc392feb5c/.tmp/info/ab970db0842c47959303c94c8b6fddca as hdfs://localhost:41827/user/jenkins/test-data/8558713d-d4a0-492a-7328-1b3c202d8085/data/default/TestLogRolling-testSlowSyncLogRolling/ff90d6e0ba37a294786d6ffc392feb5c/info/ab970db0842c47959303c94c8b6fddca 2024-12-05T19:47:47,288 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41827/user/jenkins/test-data/8558713d-d4a0-492a-7328-1b3c202d8085/data/default/TestLogRolling-testSlowSyncLogRolling/ff90d6e0ba37a294786d6ffc392feb5c/info/ab970db0842c47959303c94c8b6fddca, entries=8, sequenceid=12, filesize=13.1 K 2024-12-05T19:47:47,295 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=0 B/0 for ff90d6e0ba37a294786d6ffc392feb5c in 147ms, sequenceid=12, compaction requested=false 2024-12-05T19:47:47,295 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for ff90d6e0ba37a294786d6ffc392feb5c: 2024-12-05T19:47:48,849 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-05T19:47:53,166 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8558713d-d4a0-492a-7328-1b3c202d8085/WALs/86162e2766a8,44323,1733428040542/86162e2766a8%2C44323%2C1733428040542.1733428073152, exclude list is [], retry=0 2024-12-05T19:47:53,170 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35519,DS-cbcd0e0c-0222-4916-b38d-3bba65803a30,DISK] 2024-12-05T19:47:53,170 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43099,DS-02bd9c29-dea0-4c8e-903f-208ec1cf4054,DISK] 2024-12-05T19:47:53,173 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/8558713d-d4a0-492a-7328-1b3c202d8085/WALs/86162e2766a8,44323,1733428040542/86162e2766a8%2C44323%2C1733428040542.1733428053076 with entries=12, filesize=11.86 KB; new WAL /user/jenkins/test-data/8558713d-d4a0-492a-7328-1b3c202d8085/WALs/86162e2766a8,44323,1733428040542/86162e2766a8%2C44323%2C1733428040542.1733428073152 2024-12-05T19:47:53,174 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35655:35655),(127.0.0.1/127.0.0.1:34815:34815)] 2024-12-05T19:47:53,174 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:41827/user/jenkins/test-data/8558713d-d4a0-492a-7328-1b3c202d8085/WALs/86162e2766a8,44323,1733428040542/86162e2766a8%2C44323%2C1733428040542.1733428053076 is not closed yet, will try archiving it next time 2024-12-05T19:47:53,176 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35519 is added to blk_1073741837_1013 (size=12149) 2024-12-05T19:47:53,176 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43099 is added to blk_1073741837_1013 (size=12149) 2024-12-05T19:47:58,179 INFO [AsyncFSWAL-0-hdfs://localhost:41827/user/jenkins/test-data/8558713d-d4a0-492a-7328-1b3c202d8085-prefix:86162e2766a8,44323,1733428040542 {}] wal.AbstractFSWAL(1368): Slow sync cost: 5003 ms, current pipeline: [DatanodeInfoWithStorage[127.0.0.1:43099,DS-02bd9c29-dea0-4c8e-903f-208ec1cf4054,DISK], DatanodeInfoWithStorage[127.0.0.1:35519,DS-cbcd0e0c-0222-4916-b38d-3bba65803a30,DISK]] 2024-12-05T19:47:58,181 WARN [AsyncFSWAL-0-hdfs://localhost:41827/user/jenkins/test-data/8558713d-d4a0-492a-7328-1b3c202d8085-prefix:86162e2766a8,44323,1733428040542 {}] wal.AbstractFSWAL(1374): Requesting log roll because we exceeded slow sync threshold; time=5003 ms, threshold=5000 ms, current pipeline: [DatanodeInfoWithStorage[127.0.0.1:43099,DS-02bd9c29-dea0-4c8e-903f-208ec1cf4054,DISK], DatanodeInfoWithStorage[127.0.0.1:35519,DS-cbcd0e0c-0222-4916-b38d-3bba65803a30,DISK]] 2024-12-05T19:47:58,182 DEBUG [regionserver/86162e2766a8:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 86162e2766a8%2C44323%2C1733428040542:(num 1733428073152) roll requested 2024-12-05T19:47:58,197 DEBUG [regionserver/86162e2766a8:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8558713d-d4a0-492a-7328-1b3c202d8085/WALs/86162e2766a8,44323,1733428040542/86162e2766a8%2C44323%2C1733428040542.1733428078183, exclude list is [], retry=0 2024-12-05T19:47:58,201 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43099,DS-02bd9c29-dea0-4c8e-903f-208ec1cf4054,DISK] 2024-12-05T19:47:58,201 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35519,DS-cbcd0e0c-0222-4916-b38d-3bba65803a30,DISK] 2024-12-05T19:47:58,204 INFO [regionserver/86162e2766a8:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/8558713d-d4a0-492a-7328-1b3c202d8085/WALs/86162e2766a8,44323,1733428040542/86162e2766a8%2C44323%2C1733428040542.1733428073152 with entries=1, filesize=1.20 KB; new WAL /user/jenkins/test-data/8558713d-d4a0-492a-7328-1b3c202d8085/WALs/86162e2766a8,44323,1733428040542/86162e2766a8%2C44323%2C1733428040542.1733428078183 2024-12-05T19:47:58,204 DEBUG [regionserver/86162e2766a8:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34815:34815),(127.0.0.1/127.0.0.1:35655:35655)] 2024-12-05T19:47:58,204 DEBUG [regionserver/86162e2766a8:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:41827/user/jenkins/test-data/8558713d-d4a0-492a-7328-1b3c202d8085/WALs/86162e2766a8,44323,1733428040542/86162e2766a8%2C44323%2C1733428040542.1733428073152 is not closed yet, will try archiving it next time 2024-12-05T19:47:58,206 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35519 is added to blk_1073741839_1015 (size=1233) 2024-12-05T19:47:58,206 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43099 is added to blk_1073741839_1015 (size=1233) 2024-12-05T19:48:00,181 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [10,000] milli-secs(wait.for.ratio=[1]) 2024-12-05T19:48:00,195 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8558713d-d4a0-492a-7328-1b3c202d8085/WALs/86162e2766a8,44323,1733428040542/86162e2766a8%2C44323%2C1733428040542.1733428080182, exclude list is [], retry=0 2024-12-05T19:48:00,199 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43099,DS-02bd9c29-dea0-4c8e-903f-208ec1cf4054,DISK] 2024-12-05T19:48:00,200 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35519,DS-cbcd0e0c-0222-4916-b38d-3bba65803a30,DISK] 2024-12-05T19:48:00,202 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/8558713d-d4a0-492a-7328-1b3c202d8085/WALs/86162e2766a8,44323,1733428040542/86162e2766a8%2C44323%2C1733428040542.1733428078183 with entries=0, filesize=85 B; new WAL /user/jenkins/test-data/8558713d-d4a0-492a-7328-1b3c202d8085/WALs/86162e2766a8,44323,1733428040542/86162e2766a8%2C44323%2C1733428040542.1733428080182 2024-12-05T19:48:00,202 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35655:35655),(127.0.0.1/127.0.0.1:34815:34815)] 2024-12-05T19:48:00,202 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:41827/user/jenkins/test-data/8558713d-d4a0-492a-7328-1b3c202d8085/WALs/86162e2766a8,44323,1733428040542/86162e2766a8%2C44323%2C1733428040542.1733428078183 is not closed yet, will try archiving it next time 2024-12-05T19:48:00,204 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43099 is added to blk_1073741840_1016 (size=93) 2024-12-05T19:48:00,205 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35519 is added to blk_1073741840_1016 (size=93) 2024-12-05T19:48:00,206 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:41827/user/jenkins/test-data/8558713d-d4a0-492a-7328-1b3c202d8085/WALs/86162e2766a8,44323,1733428040542/86162e2766a8%2C44323%2C1733428040542.1733428078183 to hdfs://localhost:41827/user/jenkins/test-data/8558713d-d4a0-492a-7328-1b3c202d8085/oldWALs/86162e2766a8%2C44323%2C1733428040542.1733428078183 2024-12-05T19:48:02,821 INFO [master/86162e2766a8:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-12-05T19:48:02,821 INFO [master/86162e2766a8:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-12-05T19:48:08,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44323 {}] regionserver.HRegion(8855): Flush requested on ff90d6e0ba37a294786d6ffc392feb5c 2024-12-05T19:48:08,221 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing ff90d6e0ba37a294786d6ffc392feb5c 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-12-05T19:48:08,227 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41827/user/jenkins/test-data/8558713d-d4a0-492a-7328-1b3c202d8085/data/default/TestLogRolling-testSlowSyncLogRolling/ff90d6e0ba37a294786d6ffc392feb5c/.tmp/info/10cac5b8de354e89901c364fd96ecc9f is 1055, key is row0009/info:/1733428069146/Put/seqid=0 2024-12-05T19:48:08,234 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35519 is added to blk_1073741842_1018 (size=13386) 2024-12-05T19:48:08,235 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43099 is added to blk_1073741842_1018 (size=13386) 2024-12-05T19:48:08,235 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=23 (bloomFilter=true), to=hdfs://localhost:41827/user/jenkins/test-data/8558713d-d4a0-492a-7328-1b3c202d8085/data/default/TestLogRolling-testSlowSyncLogRolling/ff90d6e0ba37a294786d6ffc392feb5c/.tmp/info/10cac5b8de354e89901c364fd96ecc9f 2024-12-05T19:48:08,245 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41827/user/jenkins/test-data/8558713d-d4a0-492a-7328-1b3c202d8085/data/default/TestLogRolling-testSlowSyncLogRolling/ff90d6e0ba37a294786d6ffc392feb5c/.tmp/info/10cac5b8de354e89901c364fd96ecc9f as hdfs://localhost:41827/user/jenkins/test-data/8558713d-d4a0-492a-7328-1b3c202d8085/data/default/TestLogRolling-testSlowSyncLogRolling/ff90d6e0ba37a294786d6ffc392feb5c/info/10cac5b8de354e89901c364fd96ecc9f 2024-12-05T19:48:08,254 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41827/user/jenkins/test-data/8558713d-d4a0-492a-7328-1b3c202d8085/data/default/TestLogRolling-testSlowSyncLogRolling/ff90d6e0ba37a294786d6ffc392feb5c/info/10cac5b8de354e89901c364fd96ecc9f, entries=8, sequenceid=23, filesize=13.1 K 2024-12-05T19:48:08,256 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=0 B/0 for ff90d6e0ba37a294786d6ffc392feb5c in 35ms, sequenceid=23, compaction requested=false 2024-12-05T19:48:08,256 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for ff90d6e0ba37a294786d6ffc392feb5c: 2024-12-05T19:48:08,256 DEBUG [MemStoreFlusher.0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=26.1 K, sizeToCheck=16.0 K 2024-12-05T19:48:08,256 DEBUG [MemStoreFlusher.0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-12-05T19:48:08,257 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:41827/user/jenkins/test-data/8558713d-d4a0-492a-7328-1b3c202d8085/data/default/TestLogRolling-testSlowSyncLogRolling/ff90d6e0ba37a294786d6ffc392feb5c/info/ab970db0842c47959303c94c8b6fddca because midkey is the same as first or last row 2024-12-05T19:48:08,406 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region ff90d6e0ba37a294786d6ffc392feb5c, had cached 0 bytes from a total of 26772 2024-12-05T19:48:18,849 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-05T19:48:20,241 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-05T19:48:20,242 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T19:48:20,242 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T19:48:20,249 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T19:48:20,249 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T19:48:20,249 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T19:48:20,250 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-05T19:48:20,250 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1957508326, stopped=false 2024-12-05T19:48:20,250 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=86162e2766a8,46681,1733428039770 2024-12-05T19:48:20,252 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46681-0x10063b885e50000, quorum=127.0.0.1:54197, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-05T19:48:20,252 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44323-0x10063b885e50001, quorum=127.0.0.1:54197, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-05T19:48:20,252 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46681-0x10063b885e50000, quorum=127.0.0.1:54197, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T19:48:20,253 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-05T19:48:20,253 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44323-0x10063b885e50001, quorum=127.0.0.1:54197, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T19:48:20,253 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T19:48:20,253 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T19:48:20,254 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T19:48:20,254 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '86162e2766a8,44323,1733428040542' ***** 2024-12-05T19:48:20,254 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44323-0x10063b885e50001, quorum=127.0.0.1:54197, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-05T19:48:20,254 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-05T19:48:20,255 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:46681-0x10063b885e50000, quorum=127.0.0.1:54197, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-05T19:48:20,255 INFO [RS:0;86162e2766a8:44323 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-05T19:48:20,255 INFO [RS:0;86162e2766a8:44323 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-05T19:48:20,255 INFO [RS:0;86162e2766a8:44323 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-05T19:48:20,255 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-05T19:48:20,256 INFO [RS:0;86162e2766a8:44323 {}] regionserver.HRegionServer(3091): Received CLOSE for ff90d6e0ba37a294786d6ffc392feb5c 2024-12-05T19:48:20,256 INFO [RS:0;86162e2766a8:44323 {}] regionserver.HRegionServer(959): stopping server 86162e2766a8,44323,1733428040542 2024-12-05T19:48:20,257 INFO [RS:0;86162e2766a8:44323 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T19:48:20,257 INFO [RS:0;86162e2766a8:44323 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;86162e2766a8:44323. 2024-12-05T19:48:20,257 DEBUG [RS:0;86162e2766a8:44323 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T19:48:20,257 DEBUG [RS:0;86162e2766a8:44323 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T19:48:20,257 DEBUG [RS_CLOSE_REGION-regionserver/86162e2766a8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ff90d6e0ba37a294786d6ffc392feb5c, disabling compactions & flushes 2024-12-05T19:48:20,257 INFO [RS:0;86162e2766a8:44323 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-05T19:48:20,257 INFO [RS_CLOSE_REGION-regionserver/86162e2766a8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region TestLogRolling-testSlowSyncLogRolling,,1733428043001.ff90d6e0ba37a294786d6ffc392feb5c. 2024-12-05T19:48:20,257 INFO [RS:0;86162e2766a8:44323 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-05T19:48:20,257 INFO [RS:0;86162e2766a8:44323 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-05T19:48:20,257 DEBUG [RS_CLOSE_REGION-regionserver/86162e2766a8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testSlowSyncLogRolling,,1733428043001.ff90d6e0ba37a294786d6ffc392feb5c. 2024-12-05T19:48:20,257 DEBUG [RS_CLOSE_REGION-regionserver/86162e2766a8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testSlowSyncLogRolling,,1733428043001.ff90d6e0ba37a294786d6ffc392feb5c. after waiting 0 ms 2024-12-05T19:48:20,257 INFO [RS:0;86162e2766a8:44323 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-05T19:48:20,257 DEBUG [RS_CLOSE_REGION-regionserver/86162e2766a8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testSlowSyncLogRolling,,1733428043001.ff90d6e0ba37a294786d6ffc392feb5c. 2024-12-05T19:48:20,258 INFO [RS_CLOSE_REGION-regionserver/86162e2766a8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing ff90d6e0ba37a294786d6ffc392feb5c 1/1 column families, dataSize=5.13 KB heapSize=5.76 KB 2024-12-05T19:48:20,258 INFO [RS:0;86162e2766a8:44323 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-05T19:48:20,258 DEBUG [RS_CLOSE_META-regionserver/86162e2766a8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-05T19:48:20,258 INFO [RS_CLOSE_META-regionserver/86162e2766a8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-05T19:48:20,258 DEBUG [RS_CLOSE_META-regionserver/86162e2766a8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-05T19:48:20,258 DEBUG [RS:0;86162e2766a8:44323 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, ff90d6e0ba37a294786d6ffc392feb5c=TestLogRolling-testSlowSyncLogRolling,,1733428043001.ff90d6e0ba37a294786d6ffc392feb5c.} 2024-12-05T19:48:20,259 DEBUG [RS_CLOSE_META-regionserver/86162e2766a8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T19:48:20,259 DEBUG [RS_CLOSE_META-regionserver/86162e2766a8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T19:48:20,259 INFO [RS_CLOSE_META-regionserver/86162e2766a8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.65 KB heapSize=3.67 KB 2024-12-05T19:48:20,260 DEBUG [RS:0;86162e2766a8:44323 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, ff90d6e0ba37a294786d6ffc392feb5c 2024-12-05T19:48:20,273 DEBUG [RS_CLOSE_REGION-regionserver/86162e2766a8:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41827/user/jenkins/test-data/8558713d-d4a0-492a-7328-1b3c202d8085/data/default/TestLogRolling-testSlowSyncLogRolling/ff90d6e0ba37a294786d6ffc392feb5c/.tmp/info/ebcda19b3ce847d099fccebc6b2ab050 is 1055, key is row0017/info:/1733428090223/Put/seqid=0 2024-12-05T19:48:20,291 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35519 is added to blk_1073741843_1019 (size=10222) 2024-12-05T19:48:20,292 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43099 is added to blk_1073741843_1019 (size=10222) 2024-12-05T19:48:20,292 INFO [RS_CLOSE_REGION-regionserver/86162e2766a8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=5.13 KB at sequenceid=31 (bloomFilter=true), to=hdfs://localhost:41827/user/jenkins/test-data/8558713d-d4a0-492a-7328-1b3c202d8085/data/default/TestLogRolling-testSlowSyncLogRolling/ff90d6e0ba37a294786d6ffc392feb5c/.tmp/info/ebcda19b3ce847d099fccebc6b2ab050 2024-12-05T19:48:20,294 DEBUG [RS_CLOSE_META-regionserver/86162e2766a8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41827/user/jenkins/test-data/8558713d-d4a0-492a-7328-1b3c202d8085/data/hbase/meta/1588230740/.tmp/info/b2fa8aebb46e4b3b89f665354ea06bf6 is 195, key is TestLogRolling-testSlowSyncLogRolling,,1733428043001.ff90d6e0ba37a294786d6ffc392feb5c./info:regioninfo/1733428043436/Put/seqid=0 2024-12-05T19:48:20,312 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43099 is added to blk_1073741844_1020 (size=7016) 2024-12-05T19:48:20,312 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35519 is added to blk_1073741844_1020 (size=7016) 2024-12-05T19:48:20,313 INFO [RS_CLOSE_META-regionserver/86162e2766a8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.45 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:41827/user/jenkins/test-data/8558713d-d4a0-492a-7328-1b3c202d8085/data/hbase/meta/1588230740/.tmp/info/b2fa8aebb46e4b3b89f665354ea06bf6 2024-12-05T19:48:20,319 DEBUG [RS_CLOSE_REGION-regionserver/86162e2766a8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41827/user/jenkins/test-data/8558713d-d4a0-492a-7328-1b3c202d8085/data/default/TestLogRolling-testSlowSyncLogRolling/ff90d6e0ba37a294786d6ffc392feb5c/.tmp/info/ebcda19b3ce847d099fccebc6b2ab050 as hdfs://localhost:41827/user/jenkins/test-data/8558713d-d4a0-492a-7328-1b3c202d8085/data/default/TestLogRolling-testSlowSyncLogRolling/ff90d6e0ba37a294786d6ffc392feb5c/info/ebcda19b3ce847d099fccebc6b2ab050 2024-12-05T19:48:20,334 INFO [RS_CLOSE_REGION-regionserver/86162e2766a8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41827/user/jenkins/test-data/8558713d-d4a0-492a-7328-1b3c202d8085/data/default/TestLogRolling-testSlowSyncLogRolling/ff90d6e0ba37a294786d6ffc392feb5c/info/ebcda19b3ce847d099fccebc6b2ab050, entries=5, sequenceid=31, filesize=10.0 K 2024-12-05T19:48:20,336 INFO [RS_CLOSE_REGION-regionserver/86162e2766a8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~5.13 KB/5255, heapSize ~5.74 KB/5880, currentSize=0 B/0 for ff90d6e0ba37a294786d6ffc392feb5c in 78ms, sequenceid=31, compaction requested=true 2024-12-05T19:48:20,347 DEBUG [RS_CLOSE_REGION-regionserver/86162e2766a8:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41827/user/jenkins/test-data/8558713d-d4a0-492a-7328-1b3c202d8085/data/default/TestLogRolling-testSlowSyncLogRolling/ff90d6e0ba37a294786d6ffc392feb5c/recovered.edits/34.seqid, newMaxSeqId=34, maxSeqId=1 2024-12-05T19:48:20,350 INFO [RS_CLOSE_REGION-regionserver/86162e2766a8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed TestLogRolling-testSlowSyncLogRolling,,1733428043001.ff90d6e0ba37a294786d6ffc392feb5c. 2024-12-05T19:48:20,350 DEBUG [RS_CLOSE_REGION-regionserver/86162e2766a8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ff90d6e0ba37a294786d6ffc392feb5c: Waiting for close lock at 1733428100257Running coprocessor pre-close hooks at 1733428100257Disabling compacts and flushes for region at 1733428100257Disabling writes for close at 1733428100257Obtaining lock to block concurrent updates at 1733428100258 (+1 ms)Preparing flush snapshotting stores in ff90d6e0ba37a294786d6ffc392feb5c at 1733428100258Finished memstore snapshotting TestLogRolling-testSlowSyncLogRolling,,1733428043001.ff90d6e0ba37a294786d6ffc392feb5c., syncing WAL and waiting on mvcc, flushsize=dataSize=5255, getHeapSize=5880, getOffHeapSize=0, getCellsCount=5 at 1733428100259 (+1 ms)Flushing stores of TestLogRolling-testSlowSyncLogRolling,,1733428043001.ff90d6e0ba37a294786d6ffc392feb5c. at 1733428100267 (+8 ms)Flushing ff90d6e0ba37a294786d6ffc392feb5c/info: creating writer at 1733428100267Flushing ff90d6e0ba37a294786d6ffc392feb5c/info: appending metadata at 1733428100272 (+5 ms)Flushing ff90d6e0ba37a294786d6ffc392feb5c/info: closing flushed file at 1733428100273 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@575af95: reopening flushed file at 1733428100317 (+44 ms)Finished flush of dataSize ~5.13 KB/5255, heapSize ~5.74 KB/5880, currentSize=0 B/0 for ff90d6e0ba37a294786d6ffc392feb5c in 78ms, sequenceid=31, compaction requested=true at 1733428100336 (+19 ms)Writing region close event to WAL at 1733428100339 (+3 ms)Running coprocessor post-close hooks at 1733428100348 (+9 ms)Closed at 1733428100350 (+2 ms) 2024-12-05T19:48:20,350 DEBUG [RS_CLOSE_REGION-regionserver/86162e2766a8:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed TestLogRolling-testSlowSyncLogRolling,,1733428043001.ff90d6e0ba37a294786d6ffc392feb5c. 2024-12-05T19:48:20,357 DEBUG [RS_CLOSE_META-regionserver/86162e2766a8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41827/user/jenkins/test-data/8558713d-d4a0-492a-7328-1b3c202d8085/data/hbase/meta/1588230740/.tmp/ns/192b82c2e06f4194b2cb448c06a3e0e2 is 43, key is default/ns:d/1733428042677/Put/seqid=0 2024-12-05T19:48:20,379 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43099 is added to blk_1073741845_1021 (size=5153) 2024-12-05T19:48:20,380 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35519 is added to blk_1073741845_1021 (size=5153) 2024-12-05T19:48:20,382 INFO [RS_CLOSE_META-regionserver/86162e2766a8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:41827/user/jenkins/test-data/8558713d-d4a0-492a-7328-1b3c202d8085/data/hbase/meta/1588230740/.tmp/ns/192b82c2e06f4194b2cb448c06a3e0e2 2024-12-05T19:48:20,423 DEBUG [RS_CLOSE_META-regionserver/86162e2766a8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41827/user/jenkins/test-data/8558713d-d4a0-492a-7328-1b3c202d8085/data/hbase/meta/1588230740/.tmp/table/3d9764390aee4ed3a6c7838df1d0a03f is 73, key is TestLogRolling-testSlowSyncLogRolling/table:state/1733428043454/Put/seqid=0 2024-12-05T19:48:20,435 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43099 is added to blk_1073741846_1022 (size=5396) 2024-12-05T19:48:20,436 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35519 is added to blk_1073741846_1022 (size=5396) 2024-12-05T19:48:20,436 INFO [RS_CLOSE_META-regionserver/86162e2766a8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=138 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:41827/user/jenkins/test-data/8558713d-d4a0-492a-7328-1b3c202d8085/data/hbase/meta/1588230740/.tmp/table/3d9764390aee4ed3a6c7838df1d0a03f 2024-12-05T19:48:20,448 DEBUG [RS_CLOSE_META-regionserver/86162e2766a8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41827/user/jenkins/test-data/8558713d-d4a0-492a-7328-1b3c202d8085/data/hbase/meta/1588230740/.tmp/info/b2fa8aebb46e4b3b89f665354ea06bf6 as hdfs://localhost:41827/user/jenkins/test-data/8558713d-d4a0-492a-7328-1b3c202d8085/data/hbase/meta/1588230740/info/b2fa8aebb46e4b3b89f665354ea06bf6 2024-12-05T19:48:20,460 DEBUG [RS:0;86162e2766a8:44323 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T19:48:20,466 INFO [RS_CLOSE_META-regionserver/86162e2766a8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41827/user/jenkins/test-data/8558713d-d4a0-492a-7328-1b3c202d8085/data/hbase/meta/1588230740/info/b2fa8aebb46e4b3b89f665354ea06bf6, entries=10, sequenceid=11, filesize=6.9 K 2024-12-05T19:48:20,468 DEBUG [RS_CLOSE_META-regionserver/86162e2766a8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41827/user/jenkins/test-data/8558713d-d4a0-492a-7328-1b3c202d8085/data/hbase/meta/1588230740/.tmp/ns/192b82c2e06f4194b2cb448c06a3e0e2 as hdfs://localhost:41827/user/jenkins/test-data/8558713d-d4a0-492a-7328-1b3c202d8085/data/hbase/meta/1588230740/ns/192b82c2e06f4194b2cb448c06a3e0e2 2024-12-05T19:48:20,479 INFO [RS_CLOSE_META-regionserver/86162e2766a8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41827/user/jenkins/test-data/8558713d-d4a0-492a-7328-1b3c202d8085/data/hbase/meta/1588230740/ns/192b82c2e06f4194b2cb448c06a3e0e2, entries=2, sequenceid=11, filesize=5.0 K 2024-12-05T19:48:20,481 DEBUG [RS_CLOSE_META-regionserver/86162e2766a8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41827/user/jenkins/test-data/8558713d-d4a0-492a-7328-1b3c202d8085/data/hbase/meta/1588230740/.tmp/table/3d9764390aee4ed3a6c7838df1d0a03f as hdfs://localhost:41827/user/jenkins/test-data/8558713d-d4a0-492a-7328-1b3c202d8085/data/hbase/meta/1588230740/table/3d9764390aee4ed3a6c7838df1d0a03f 2024-12-05T19:48:20,493 INFO [RS_CLOSE_META-regionserver/86162e2766a8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41827/user/jenkins/test-data/8558713d-d4a0-492a-7328-1b3c202d8085/data/hbase/meta/1588230740/table/3d9764390aee4ed3a6c7838df1d0a03f, entries=2, sequenceid=11, filesize=5.3 K 2024-12-05T19:48:20,495 INFO [RS_CLOSE_META-regionserver/86162e2766a8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.65 KB/1692, heapSize ~3.38 KB/3456, currentSize=0 B/0 for 1588230740 in 236ms, sequenceid=11, compaction requested=false 2024-12-05T19:48:20,510 DEBUG [RS_CLOSE_META-regionserver/86162e2766a8:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41827/user/jenkins/test-data/8558713d-d4a0-492a-7328-1b3c202d8085/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-12-05T19:48:20,511 DEBUG [RS_CLOSE_META-regionserver/86162e2766a8:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T19:48:20,511 INFO [RS_CLOSE_META-regionserver/86162e2766a8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-05T19:48:20,512 DEBUG [RS_CLOSE_META-regionserver/86162e2766a8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733428100258Running coprocessor pre-close hooks at 1733428100258Disabling compacts and flushes for region at 1733428100258Disabling writes for close at 1733428100259 (+1 ms)Obtaining lock to block concurrent updates at 1733428100259Preparing flush snapshotting stores in 1588230740 at 1733428100259Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1692, getHeapSize=3696, getOffHeapSize=0, getCellsCount=14 at 1733428100259Flushing stores of hbase:meta,,1.1588230740 at 1733428100261 (+2 ms)Flushing 1588230740/info: creating writer at 1733428100261Flushing 1588230740/info: appending metadata at 1733428100293 (+32 ms)Flushing 1588230740/info: closing flushed file at 1733428100293Flushing 1588230740/ns: creating writer at 1733428100328 (+35 ms)Flushing 1588230740/ns: appending metadata at 1733428100356 (+28 ms)Flushing 1588230740/ns: closing flushed file at 1733428100356Flushing 1588230740/table: creating writer at 1733428100396 (+40 ms)Flushing 1588230740/table: appending metadata at 1733428100422 (+26 ms)Flushing 1588230740/table: closing flushed file at 1733428100422Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@293f9249: reopening flushed file at 1733428100446 (+24 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2386a2cd: reopening flushed file at 1733428100466 (+20 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@28c16e93: reopening flushed file at 1733428100480 (+14 ms)Finished flush of dataSize ~1.65 KB/1692, heapSize ~3.38 KB/3456, currentSize=0 B/0 for 1588230740 in 236ms, sequenceid=11, compaction requested=false at 1733428100495 (+15 ms)Writing region close event to WAL at 1733428100500 (+5 ms)Running coprocessor post-close hooks at 1733428100511 (+11 ms)Closed at 1733428100511 2024-12-05T19:48:20,512 DEBUG [RS_CLOSE_META-regionserver/86162e2766a8:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-05T19:48:20,661 INFO [RS:0;86162e2766a8:44323 {}] regionserver.HRegionServer(976): stopping server 86162e2766a8,44323,1733428040542; all regions closed. 2024-12-05T19:48:20,666 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35519 is added to blk_1073741834_1010 (size=3066) 2024-12-05T19:48:20,666 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43099 is added to blk_1073741834_1010 (size=3066) 2024-12-05T19:48:20,673 DEBUG [RS:0;86162e2766a8:44323 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/8558713d-d4a0-492a-7328-1b3c202d8085/oldWALs 2024-12-05T19:48:20,673 INFO [RS:0;86162e2766a8:44323 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 86162e2766a8%2C44323%2C1733428040542.meta:.meta(num 1733428042517) 2024-12-05T19:48:20,677 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35519 is added to blk_1073741841_1017 (size=13164) 2024-12-05T19:48:20,677 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43099 is added to blk_1073741841_1017 (size=13164) 2024-12-05T19:48:20,678 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/8558713d-d4a0-492a-7328-1b3c202d8085/WALs/86162e2766a8,44323,1733428040542/86162e2766a8%2C44323%2C1733428040542.1733428080182 not finished, retry = 0 2024-12-05T19:48:20,800 DEBUG [RS:0;86162e2766a8:44323 {}] wal.AbstractFSWAL(1256): Moved 3 WAL file(s) to /user/jenkins/test-data/8558713d-d4a0-492a-7328-1b3c202d8085/oldWALs 2024-12-05T19:48:20,800 INFO [RS:0;86162e2766a8:44323 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 86162e2766a8%2C44323%2C1733428040542:(num 1733428080182) 2024-12-05T19:48:20,800 DEBUG [RS:0;86162e2766a8:44323 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T19:48:20,800 INFO [RS:0;86162e2766a8:44323 {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T19:48:20,800 INFO [RS:0;86162e2766a8:44323 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T19:48:20,800 INFO [RS:0;86162e2766a8:44323 {}] hbase.ChoreService(370): Chore service for: regionserver/86162e2766a8:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-05T19:48:20,801 INFO [RS:0;86162e2766a8:44323 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T19:48:20,801 INFO [regionserver/86162e2766a8:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T19:48:20,801 INFO [RS:0;86162e2766a8:44323 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44323 2024-12-05T19:48:20,807 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46681-0x10063b885e50000, quorum=127.0.0.1:54197, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-05T19:48:20,807 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44323-0x10063b885e50001, quorum=127.0.0.1:54197, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/86162e2766a8,44323,1733428040542 2024-12-05T19:48:20,808 INFO [RS:0;86162e2766a8:44323 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T19:48:20,809 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [86162e2766a8,44323,1733428040542] 2024-12-05T19:48:20,811 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/86162e2766a8,44323,1733428040542 already deleted, retry=false 2024-12-05T19:48:20,811 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 86162e2766a8,44323,1733428040542 expired; onlineServers=0 2024-12-05T19:48:20,812 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '86162e2766a8,46681,1733428039770' ***** 2024-12-05T19:48:20,812 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-05T19:48:20,812 INFO [M:0;86162e2766a8:46681 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T19:48:20,812 INFO [M:0;86162e2766a8:46681 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T19:48:20,812 DEBUG [M:0;86162e2766a8:46681 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-05T19:48:20,813 DEBUG [M:0;86162e2766a8:46681 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-05T19:48:20,813 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-05T19:48:20,813 DEBUG [master/86162e2766a8:0:becomeActiveMaster-HFileCleaner.large.0-1733428041643 {}] cleaner.HFileCleaner(306): Exit Thread[master/86162e2766a8:0:becomeActiveMaster-HFileCleaner.large.0-1733428041643,5,FailOnTimeoutGroup] 2024-12-05T19:48:20,813 INFO [M:0;86162e2766a8:46681 {}] hbase.ChoreService(370): Chore service for: master/86162e2766a8:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-05T19:48:20,813 INFO [M:0;86162e2766a8:46681 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T19:48:20,813 DEBUG [master/86162e2766a8:0:becomeActiveMaster-HFileCleaner.small.0-1733428041648 {}] cleaner.HFileCleaner(306): Exit Thread[master/86162e2766a8:0:becomeActiveMaster-HFileCleaner.small.0-1733428041648,5,FailOnTimeoutGroup] 2024-12-05T19:48:20,813 DEBUG [M:0;86162e2766a8:46681 {}] master.HMaster(1795): Stopping service threads 2024-12-05T19:48:20,813 INFO [M:0;86162e2766a8:46681 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-05T19:48:20,813 INFO [M:0;86162e2766a8:46681 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-05T19:48:20,814 INFO [M:0;86162e2766a8:46681 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-05T19:48:20,814 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-05T19:48:20,816 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46681-0x10063b885e50000, quorum=127.0.0.1:54197, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-12-05T19:48:20,816 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46681-0x10063b885e50000, quorum=127.0.0.1:54197, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T19:48:20,817 DEBUG [M:0;86162e2766a8:46681 {}] zookeeper.ZKUtil(347): master:46681-0x10063b885e50000, quorum=127.0.0.1:54197, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-12-05T19:48:20,817 WARN [M:0;86162e2766a8:46681 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-05T19:48:20,818 INFO [M:0;86162e2766a8:46681 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:41827/user/jenkins/test-data/8558713d-d4a0-492a-7328-1b3c202d8085/.lastflushedseqids 2024-12-05T19:48:20,873 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35519 is added to blk_1073741847_1023 (size=130) 2024-12-05T19:48:20,874 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43099 is added to blk_1073741847_1023 (size=130) 2024-12-05T19:48:20,911 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44323-0x10063b885e50001, quorum=127.0.0.1:54197, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T19:48:20,912 INFO [RS:0;86162e2766a8:44323 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T19:48:20,912 INFO [RS:0;86162e2766a8:44323 {}] regionserver.HRegionServer(1031): Exiting; stopping=86162e2766a8,44323,1733428040542; zookeeper connection closed. 2024-12-05T19:48:20,912 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@43d648f8 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@43d648f8 2024-12-05T19:48:20,913 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44323-0x10063b885e50001, quorum=127.0.0.1:54197, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T19:48:20,913 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-05T19:48:21,275 INFO [M:0;86162e2766a8:46681 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-05T19:48:21,276 INFO [M:0;86162e2766a8:46681 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-05T19:48:21,276 DEBUG [M:0;86162e2766a8:46681 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T19:48:21,276 INFO [M:0;86162e2766a8:46681 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T19:48:21,276 DEBUG [M:0;86162e2766a8:46681 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T19:48:21,276 DEBUG [M:0;86162e2766a8:46681 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T19:48:21,276 DEBUG [M:0;86162e2766a8:46681 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T19:48:21,276 INFO [M:0;86162e2766a8:46681 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=23.02 KB heapSize=29.20 KB 2024-12-05T19:48:21,305 DEBUG [M:0;86162e2766a8:46681 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41827/user/jenkins/test-data/8558713d-d4a0-492a-7328-1b3c202d8085/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/32f246c80dda4a8686587d35236ed1c7 is 82, key is hbase:meta,,1/info:regioninfo/1733428042601/Put/seqid=0 2024-12-05T19:48:21,316 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43099 is added to blk_1073741848_1024 (size=5672) 2024-12-05T19:48:21,317 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35519 is added to blk_1073741848_1024 (size=5672) 2024-12-05T19:48:21,319 INFO [M:0;86162e2766a8:46681 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=59 (bloomFilter=true), to=hdfs://localhost:41827/user/jenkins/test-data/8558713d-d4a0-492a-7328-1b3c202d8085/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/32f246c80dda4a8686587d35236ed1c7 2024-12-05T19:48:21,367 DEBUG [M:0;86162e2766a8:46681 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41827/user/jenkins/test-data/8558713d-d4a0-492a-7328-1b3c202d8085/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/90aca7947b65462dae084f3cd236f12c is 766, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733428043460/Put/seqid=0 2024-12-05T19:48:21,375 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43099 is added to blk_1073741849_1025 (size=6247) 2024-12-05T19:48:21,376 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35519 is added to blk_1073741849_1025 (size=6247) 2024-12-05T19:48:21,377 INFO [M:0;86162e2766a8:46681 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.42 KB at sequenceid=59 (bloomFilter=true), to=hdfs://localhost:41827/user/jenkins/test-data/8558713d-d4a0-492a-7328-1b3c202d8085/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/90aca7947b65462dae084f3cd236f12c 2024-12-05T19:48:21,394 INFO [M:0;86162e2766a8:46681 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 90aca7947b65462dae084f3cd236f12c 2024-12-05T19:48:21,439 DEBUG [M:0;86162e2766a8:46681 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41827/user/jenkins/test-data/8558713d-d4a0-492a-7328-1b3c202d8085/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3483f66d10cb4d53a1e00899e1a71231 is 69, key is 86162e2766a8,44323,1733428040542/rs:state/1733428041788/Put/seqid=0 2024-12-05T19:48:21,462 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35519 is added to blk_1073741850_1026 (size=5156) 2024-12-05T19:48:21,463 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43099 is added to blk_1073741850_1026 (size=5156) 2024-12-05T19:48:21,465 INFO [M:0;86162e2766a8:46681 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=59 (bloomFilter=true), to=hdfs://localhost:41827/user/jenkins/test-data/8558713d-d4a0-492a-7328-1b3c202d8085/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3483f66d10cb4d53a1e00899e1a71231 2024-12-05T19:48:21,505 DEBUG [M:0;86162e2766a8:46681 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41827/user/jenkins/test-data/8558713d-d4a0-492a-7328-1b3c202d8085/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/36f9978bdcca493ca86f85fde5a35928 is 52, key is load_balancer_on/state:d/1733428042979/Put/seqid=0 2024-12-05T19:48:21,514 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35519 is added to blk_1073741851_1027 (size=5056) 2024-12-05T19:48:21,514 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43099 is added to blk_1073741851_1027 (size=5056) 2024-12-05T19:48:21,515 INFO [M:0;86162e2766a8:46681 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=48 B at sequenceid=59 (bloomFilter=true), to=hdfs://localhost:41827/user/jenkins/test-data/8558713d-d4a0-492a-7328-1b3c202d8085/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/36f9978bdcca493ca86f85fde5a35928 2024-12-05T19:48:21,524 DEBUG [M:0;86162e2766a8:46681 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41827/user/jenkins/test-data/8558713d-d4a0-492a-7328-1b3c202d8085/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/32f246c80dda4a8686587d35236ed1c7 as hdfs://localhost:41827/user/jenkins/test-data/8558713d-d4a0-492a-7328-1b3c202d8085/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/32f246c80dda4a8686587d35236ed1c7 2024-12-05T19:48:21,534 INFO [M:0;86162e2766a8:46681 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41827/user/jenkins/test-data/8558713d-d4a0-492a-7328-1b3c202d8085/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/32f246c80dda4a8686587d35236ed1c7, entries=8, sequenceid=59, filesize=5.5 K 2024-12-05T19:48:21,537 DEBUG [M:0;86162e2766a8:46681 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41827/user/jenkins/test-data/8558713d-d4a0-492a-7328-1b3c202d8085/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/90aca7947b65462dae084f3cd236f12c as hdfs://localhost:41827/user/jenkins/test-data/8558713d-d4a0-492a-7328-1b3c202d8085/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/90aca7947b65462dae084f3cd236f12c 2024-12-05T19:48:21,546 INFO [M:0;86162e2766a8:46681 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 90aca7947b65462dae084f3cd236f12c 2024-12-05T19:48:21,547 INFO [M:0;86162e2766a8:46681 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41827/user/jenkins/test-data/8558713d-d4a0-492a-7328-1b3c202d8085/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/90aca7947b65462dae084f3cd236f12c, entries=6, sequenceid=59, filesize=6.1 K 2024-12-05T19:48:21,549 DEBUG [M:0;86162e2766a8:46681 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41827/user/jenkins/test-data/8558713d-d4a0-492a-7328-1b3c202d8085/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3483f66d10cb4d53a1e00899e1a71231 as hdfs://localhost:41827/user/jenkins/test-data/8558713d-d4a0-492a-7328-1b3c202d8085/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/3483f66d10cb4d53a1e00899e1a71231 2024-12-05T19:48:21,558 INFO [M:0;86162e2766a8:46681 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41827/user/jenkins/test-data/8558713d-d4a0-492a-7328-1b3c202d8085/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/3483f66d10cb4d53a1e00899e1a71231, entries=1, sequenceid=59, filesize=5.0 K 2024-12-05T19:48:21,560 DEBUG [M:0;86162e2766a8:46681 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41827/user/jenkins/test-data/8558713d-d4a0-492a-7328-1b3c202d8085/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/36f9978bdcca493ca86f85fde5a35928 as hdfs://localhost:41827/user/jenkins/test-data/8558713d-d4a0-492a-7328-1b3c202d8085/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/36f9978bdcca493ca86f85fde5a35928 2024-12-05T19:48:21,568 INFO [M:0;86162e2766a8:46681 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41827/user/jenkins/test-data/8558713d-d4a0-492a-7328-1b3c202d8085/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/36f9978bdcca493ca86f85fde5a35928, entries=1, sequenceid=59, filesize=4.9 K 2024-12-05T19:48:21,570 INFO [M:0;86162e2766a8:46681 {}] regionserver.HRegion(3140): Finished flush of dataSize ~23.02 KB/23576, heapSize ~29.14 KB/29840, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 293ms, sequenceid=59, compaction requested=false 2024-12-05T19:48:21,572 INFO [M:0;86162e2766a8:46681 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T19:48:21,573 DEBUG [M:0;86162e2766a8:46681 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733428101276Disabling compacts and flushes for region at 1733428101276Disabling writes for close at 1733428101276Obtaining lock to block concurrent updates at 1733428101277 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733428101277Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=23576, getHeapSize=29840, getOffHeapSize=0, getCellsCount=70 at 1733428101277Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733428101278 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733428101278Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733428101304 (+26 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733428101304Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733428101337 (+33 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733428101365 (+28 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733428101365Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733428101394 (+29 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733428101438 (+44 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733428101438Flushing 1595e783b53d99cd5eef43b6debb2682/state: creating writer at 1733428101480 (+42 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: appending metadata at 1733428101504 (+24 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: closing flushed file at 1733428101504Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1971da45: reopening flushed file at 1733428101522 (+18 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2ca07e7d: reopening flushed file at 1733428101535 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@d1a315d: reopening flushed file at 1733428101547 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@60471212: reopening flushed file at 1733428101558 (+11 ms)Finished flush of dataSize ~23.02 KB/23576, heapSize ~29.14 KB/29840, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 293ms, sequenceid=59, compaction requested=false at 1733428101570 (+12 ms)Writing region close event to WAL at 1733428101572 (+2 ms)Closed at 1733428101572 2024-12-05T19:48:21,577 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43099 is added to blk_1073741830_1006 (size=27973) 2024-12-05T19:48:21,578 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T19:48:21,578 INFO [M:0;86162e2766a8:46681 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-05T19:48:21,578 INFO [M:0;86162e2766a8:46681 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46681 2024-12-05T19:48:21,579 INFO [M:0;86162e2766a8:46681 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T19:48:21,579 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35519 is added to blk_1073741830_1006 (size=27973) 2024-12-05T19:48:21,681 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46681-0x10063b885e50000, quorum=127.0.0.1:54197, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T19:48:21,681 INFO [M:0;86162e2766a8:46681 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T19:48:21,681 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46681-0x10063b885e50000, quorum=127.0.0.1:54197, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T19:48:21,687 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3b9fe80c{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T19:48:21,690 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@431c6310{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T19:48:21,690 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T19:48:21,690 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@775a6b37{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T19:48:21,690 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2d434c3e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/61991705-9de3-1c51-fb3c-9b268617b69e/hadoop.log.dir/,STOPPED} 2024-12-05T19:48:21,694 WARN [BP-836467430-172.17.0.2-1733428036724 heartbeating to localhost/127.0.0.1:41827 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-05T19:48:21,694 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-05T19:48:21,694 WARN [BP-836467430-172.17.0.2-1733428036724 heartbeating to localhost/127.0.0.1:41827 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-836467430-172.17.0.2-1733428036724 (Datanode Uuid a6931f1d-9ebd-42db-8287-9571ecebdd44) service to localhost/127.0.0.1:41827 2024-12-05T19:48:21,694 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-05T19:48:21,695 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/61991705-9de3-1c51-fb3c-9b268617b69e/cluster_a065ef07-de26-3c0e-0b87-def9508c592c/data/data3/current/BP-836467430-172.17.0.2-1733428036724 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T19:48:21,696 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/61991705-9de3-1c51-fb3c-9b268617b69e/cluster_a065ef07-de26-3c0e-0b87-def9508c592c/data/data4/current/BP-836467430-172.17.0.2-1733428036724 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T19:48:21,696 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-05T19:48:21,699 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@790fbcfe{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T19:48:21,699 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4e3c8436{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T19:48:21,699 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T19:48:21,699 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@49b96e54{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T19:48:21,700 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2973dc0f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/61991705-9de3-1c51-fb3c-9b268617b69e/hadoop.log.dir/,STOPPED} 2024-12-05T19:48:21,701 WARN [BP-836467430-172.17.0.2-1733428036724 heartbeating to localhost/127.0.0.1:41827 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-05T19:48:21,701 WARN [BP-836467430-172.17.0.2-1733428036724 heartbeating to localhost/127.0.0.1:41827 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-836467430-172.17.0.2-1733428036724 (Datanode Uuid 3f406e37-0e91-43e8-b4c7-7d8c14201b42) service to localhost/127.0.0.1:41827 2024-12-05T19:48:21,702 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/61991705-9de3-1c51-fb3c-9b268617b69e/cluster_a065ef07-de26-3c0e-0b87-def9508c592c/data/data2/current/BP-836467430-172.17.0.2-1733428036724 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T19:48:21,702 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/61991705-9de3-1c51-fb3c-9b268617b69e/cluster_a065ef07-de26-3c0e-0b87-def9508c592c/data/data1/current/BP-836467430-172.17.0.2-1733428036724 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T19:48:21,703 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-05T19:48:21,705 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-05T19:48:21,705 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-05T19:48:21,714 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@612e4b2b{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T19:48:21,715 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@65270512{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T19:48:21,715 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T19:48:21,716 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6932e96{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T19:48:21,716 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@20abc9e4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/61991705-9de3-1c51-fb3c-9b268617b69e/hadoop.log.dir/,STOPPED} 2024-12-05T19:48:21,724 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-05T19:48:21,751 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-05T19:48:21,760 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncLogRolling#testSlowSyncLogRolling Thread=66 (was 12) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41827 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41827 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: IPC Client (961219246) connection to localhost/127.0.0.1:41827 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: nioEventLoopGroup-4-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: regionserver/86162e2766a8:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: nioEventLoopGroup-4-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (961219246) connection to localhost/127.0.0.1:41827 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool.commonPool-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: master/86162e2766a8:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41827 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: Slow-sync-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/86162e2766a8:0.leaseChecker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.regionserver.LeaseManager.run(LeaseManager.java:82) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@3cf7864d java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:41827 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: master/86162e2766a8:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:41827 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (961219246) connection to localhost/127.0.0.1:41827 from jenkins.hfs.0 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=390 (was 287) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=267 (was 409), ProcessCount=11 (was 11), AvailableMemoryMB=9561 (was 9812) 2024-12-05T19:48:21,766 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncLogRolling#testLogRollOnDatanodeDeath Thread=67, OpenFileDescriptor=390, MaxFileDescriptor=1048576, SystemLoadAverage=267, ProcessCount=11, AvailableMemoryMB=9561 2024-12-05T19:48:21,766 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-05T19:48:21,767 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/61991705-9de3-1c51-fb3c-9b268617b69e/hadoop.log.dir so I do NOT create it in target/test-data/d9c59029-25cf-d2e7-1bd5-a9f498238f5e 2024-12-05T19:48:21,767 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/61991705-9de3-1c51-fb3c-9b268617b69e/hadoop.tmp.dir so I do NOT create it in target/test-data/d9c59029-25cf-d2e7-1bd5-a9f498238f5e 2024-12-05T19:48:21,767 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d9c59029-25cf-d2e7-1bd5-a9f498238f5e/cluster_cbb5ee28-203b-6476-4f46-cd6e90b756e4, deleteOnExit=true 2024-12-05T19:48:21,767 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-05T19:48:21,767 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d9c59029-25cf-d2e7-1bd5-a9f498238f5e/test.cache.data in system properties and HBase conf 2024-12-05T19:48:21,767 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d9c59029-25cf-d2e7-1bd5-a9f498238f5e/hadoop.tmp.dir in system properties and HBase conf 2024-12-05T19:48:21,767 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d9c59029-25cf-d2e7-1bd5-a9f498238f5e/hadoop.log.dir in system properties and HBase conf 2024-12-05T19:48:21,767 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d9c59029-25cf-d2e7-1bd5-a9f498238f5e/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-05T19:48:21,768 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d9c59029-25cf-d2e7-1bd5-a9f498238f5e/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-05T19:48:21,768 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-05T19:48:21,768 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-05T19:48:21,768 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d9c59029-25cf-d2e7-1bd5-a9f498238f5e/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-05T19:48:21,768 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d9c59029-25cf-d2e7-1bd5-a9f498238f5e/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-05T19:48:21,768 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d9c59029-25cf-d2e7-1bd5-a9f498238f5e/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-05T19:48:21,768 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d9c59029-25cf-d2e7-1bd5-a9f498238f5e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T19:48:21,768 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d9c59029-25cf-d2e7-1bd5-a9f498238f5e/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-05T19:48:21,768 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d9c59029-25cf-d2e7-1bd5-a9f498238f5e/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-05T19:48:21,768 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d9c59029-25cf-d2e7-1bd5-a9f498238f5e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T19:48:21,769 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d9c59029-25cf-d2e7-1bd5-a9f498238f5e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T19:48:21,769 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d9c59029-25cf-d2e7-1bd5-a9f498238f5e/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-05T19:48:21,769 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d9c59029-25cf-d2e7-1bd5-a9f498238f5e/nfs.dump.dir in system properties and HBase conf 2024-12-05T19:48:21,769 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d9c59029-25cf-d2e7-1bd5-a9f498238f5e/java.io.tmpdir in system properties and HBase conf 2024-12-05T19:48:21,769 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d9c59029-25cf-d2e7-1bd5-a9f498238f5e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T19:48:21,769 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d9c59029-25cf-d2e7-1bd5-a9f498238f5e/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-05T19:48:21,769 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d9c59029-25cf-d2e7-1bd5-a9f498238f5e/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-05T19:48:21,851 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T19:48:21,856 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T19:48:21,857 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T19:48:21,857 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T19:48:21,857 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-05T19:48:21,858 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T19:48:21,858 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1fba372a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d9c59029-25cf-d2e7-1bd5-a9f498238f5e/hadoop.log.dir/,AVAILABLE} 2024-12-05T19:48:21,859 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@92b0df5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T19:48:21,865 INFO [regionserver/86162e2766a8:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T19:48:21,976 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@533ad8f7{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d9c59029-25cf-d2e7-1bd5-a9f498238f5e/java.io.tmpdir/jetty-localhost-34805-hadoop-hdfs-3_4_1-tests_jar-_-any-17080508682002432124/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T19:48:21,976 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@36269b5c{HTTP/1.1, (http/1.1)}{localhost:34805} 2024-12-05T19:48:21,976 INFO [Time-limited test {}] server.Server(415): Started @67401ms 2024-12-05T19:48:22,060 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T19:48:22,065 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T19:48:22,067 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T19:48:22,067 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T19:48:22,067 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-05T19:48:22,068 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@69f035ef{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d9c59029-25cf-d2e7-1bd5-a9f498238f5e/hadoop.log.dir/,AVAILABLE} 2024-12-05T19:48:22,068 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@350347e5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T19:48:22,185 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@64603cf9{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d9c59029-25cf-d2e7-1bd5-a9f498238f5e/java.io.tmpdir/jetty-localhost-33235-hadoop-hdfs-3_4_1-tests_jar-_-any-5050726472160751785/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T19:48:22,186 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@13bb5eb4{HTTP/1.1, (http/1.1)}{localhost:33235} 2024-12-05T19:48:22,186 INFO [Time-limited test {}] server.Server(415): Started @67610ms 2024-12-05T19:48:22,187 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-05T19:48:22,242 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T19:48:22,246 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T19:48:22,251 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T19:48:22,251 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T19:48:22,251 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-05T19:48:22,252 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5047de0c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d9c59029-25cf-d2e7-1bd5-a9f498238f5e/hadoop.log.dir/,AVAILABLE} 2024-12-05T19:48:22,252 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3a898108{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T19:48:22,290 WARN [Thread-370 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d9c59029-25cf-d2e7-1bd5-a9f498238f5e/cluster_cbb5ee28-203b-6476-4f46-cd6e90b756e4/data/data1/current/BP-367348433-172.17.0.2-1733428101801/current, will proceed with Du for space computation calculation, 2024-12-05T19:48:22,290 WARN [Thread-371 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d9c59029-25cf-d2e7-1bd5-a9f498238f5e/cluster_cbb5ee28-203b-6476-4f46-cd6e90b756e4/data/data2/current/BP-367348433-172.17.0.2-1733428101801/current, will proceed with Du for space computation calculation, 2024-12-05T19:48:22,319 WARN [Thread-349 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-05T19:48:22,323 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x13e39e9c3509c33a with lease ID 0x67ff49034dc38d4b: Processing first storage report for DS-5d5f158e-f664-4f65-88be-c61ec53d842c from datanode DatanodeRegistration(127.0.0.1:44369, datanodeUuid=49bc92a7-b5e0-4b0b-bf13-2d475a184d91, infoPort=40095, infoSecurePort=0, ipcPort=42461, storageInfo=lv=-57;cid=testClusterID;nsid=1377782336;c=1733428101801) 2024-12-05T19:48:22,323 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x13e39e9c3509c33a with lease ID 0x67ff49034dc38d4b: from storage DS-5d5f158e-f664-4f65-88be-c61ec53d842c node DatanodeRegistration(127.0.0.1:44369, datanodeUuid=49bc92a7-b5e0-4b0b-bf13-2d475a184d91, infoPort=40095, infoSecurePort=0, ipcPort=42461, storageInfo=lv=-57;cid=testClusterID;nsid=1377782336;c=1733428101801), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T19:48:22,324 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x13e39e9c3509c33a with lease ID 0x67ff49034dc38d4b: Processing first storage report for DS-4975d89f-6f92-4199-ab86-cd30b3dfcd88 from datanode DatanodeRegistration(127.0.0.1:44369, datanodeUuid=49bc92a7-b5e0-4b0b-bf13-2d475a184d91, infoPort=40095, infoSecurePort=0, ipcPort=42461, storageInfo=lv=-57;cid=testClusterID;nsid=1377782336;c=1733428101801) 2024-12-05T19:48:22,324 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x13e39e9c3509c33a with lease ID 0x67ff49034dc38d4b: from storage DS-4975d89f-6f92-4199-ab86-cd30b3dfcd88 node DatanodeRegistration(127.0.0.1:44369, datanodeUuid=49bc92a7-b5e0-4b0b-bf13-2d475a184d91, infoPort=40095, infoSecurePort=0, ipcPort=42461, storageInfo=lv=-57;cid=testClusterID;nsid=1377782336;c=1733428101801), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-05T19:48:22,380 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@40972279{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d9c59029-25cf-d2e7-1bd5-a9f498238f5e/java.io.tmpdir/jetty-localhost-39497-hadoop-hdfs-3_4_1-tests_jar-_-any-16728975108201100140/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T19:48:22,380 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@63c46134{HTTP/1.1, (http/1.1)}{localhost:39497} 2024-12-05T19:48:22,381 INFO [Time-limited test {}] server.Server(415): Started @67805ms 2024-12-05T19:48:22,383 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-05T19:48:22,482 WARN [Thread-396 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d9c59029-25cf-d2e7-1bd5-a9f498238f5e/cluster_cbb5ee28-203b-6476-4f46-cd6e90b756e4/data/data3/current/BP-367348433-172.17.0.2-1733428101801/current, will proceed with Du for space computation calculation, 2024-12-05T19:48:22,482 WARN [Thread-397 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d9c59029-25cf-d2e7-1bd5-a9f498238f5e/cluster_cbb5ee28-203b-6476-4f46-cd6e90b756e4/data/data4/current/BP-367348433-172.17.0.2-1733428101801/current, will proceed with Du for space computation calculation, 2024-12-05T19:48:22,508 WARN [Thread-385 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-05T19:48:22,512 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa143ae199d4735f4 with lease ID 0x67ff49034dc38d4c: Processing first storage report for DS-b18fab63-5a93-4497-8fa1-eae9c3c76ccc from datanode DatanodeRegistration(127.0.0.1:41285, datanodeUuid=31dd3adb-47d2-4f55-98a3-dcd63c83ee85, infoPort=42855, infoSecurePort=0, ipcPort=35383, storageInfo=lv=-57;cid=testClusterID;nsid=1377782336;c=1733428101801) 2024-12-05T19:48:22,512 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa143ae199d4735f4 with lease ID 0x67ff49034dc38d4c: from storage DS-b18fab63-5a93-4497-8fa1-eae9c3c76ccc node DatanodeRegistration(127.0.0.1:41285, datanodeUuid=31dd3adb-47d2-4f55-98a3-dcd63c83ee85, infoPort=42855, infoSecurePort=0, ipcPort=35383, storageInfo=lv=-57;cid=testClusterID;nsid=1377782336;c=1733428101801), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T19:48:22,513 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa143ae199d4735f4 with lease ID 0x67ff49034dc38d4c: Processing first storage report for DS-df5846d5-a28c-4038-80a4-9ab9a40b0684 from datanode DatanodeRegistration(127.0.0.1:41285, datanodeUuid=31dd3adb-47d2-4f55-98a3-dcd63c83ee85, infoPort=42855, infoSecurePort=0, ipcPort=35383, storageInfo=lv=-57;cid=testClusterID;nsid=1377782336;c=1733428101801) 2024-12-05T19:48:22,513 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa143ae199d4735f4 with lease ID 0x67ff49034dc38d4c: from storage DS-df5846d5-a28c-4038-80a4-9ab9a40b0684 node DatanodeRegistration(127.0.0.1:41285, datanodeUuid=31dd3adb-47d2-4f55-98a3-dcd63c83ee85, infoPort=42855, infoSecurePort=0, ipcPort=35383, storageInfo=lv=-57;cid=testClusterID;nsid=1377782336;c=1733428101801), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-05T19:48:22,528 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d9c59029-25cf-d2e7-1bd5-a9f498238f5e 2024-12-05T19:48:22,535 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d9c59029-25cf-d2e7-1bd5-a9f498238f5e/cluster_cbb5ee28-203b-6476-4f46-cd6e90b756e4/zookeeper_0, clientPort=60314, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d9c59029-25cf-d2e7-1bd5-a9f498238f5e/cluster_cbb5ee28-203b-6476-4f46-cd6e90b756e4/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d9c59029-25cf-d2e7-1bd5-a9f498238f5e/cluster_cbb5ee28-203b-6476-4f46-cd6e90b756e4/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-05T19:48:22,536 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=60314 2024-12-05T19:48:22,537 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T19:48:22,539 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T19:48:22,563 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41285 is added to blk_1073741825_1001 (size=7) 2024-12-05T19:48:22,565 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44369 is added to blk_1073741825_1001 (size=7) 2024-12-05T19:48:22,567 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:46103/user/jenkins/test-data/209c8add-4f67-b90b-c027-4f2522358eca with version=8 2024-12-05T19:48:22,567 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1141): The hbase.fs.tmp.dir is set to hdfs://localhost:41827/user/jenkins/test-data/8558713d-d4a0-492a-7328-1b3c202d8085/hbase-staging 2024-12-05T19:48:22,571 INFO [Time-limited test {}] client.ConnectionUtils(128): master/86162e2766a8:0 server-side Connection retries=45 2024-12-05T19:48:22,571 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T19:48:22,571 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T19:48:22,571 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T19:48:22,571 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T19:48:22,571 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T19:48:22,572 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-05T19:48:22,572 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T19:48:22,573 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41377 2024-12-05T19:48:22,575 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:41377 connecting to ZooKeeper ensemble=127.0.0.1:60314 2024-12-05T19:48:22,581 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:413770x0, quorum=127.0.0.1:60314, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T19:48:22,582 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:41377-0x10063b97e6a0000 connected 2024-12-05T19:48:22,602 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T19:48:22,604 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T19:48:22,607 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41377-0x10063b97e6a0000, quorum=127.0.0.1:60314, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-05T19:48:22,607 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:46103/user/jenkins/test-data/209c8add-4f67-b90b-c027-4f2522358eca, hbase.cluster.distributed=false 2024-12-05T19:48:22,609 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41377-0x10063b97e6a0000, quorum=127.0.0.1:60314, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-05T19:48:22,609 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41377 2024-12-05T19:48:22,612 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41377 2024-12-05T19:48:22,612 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41377 2024-12-05T19:48:22,612 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41377 2024-12-05T19:48:22,613 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41377 2024-12-05T19:48:22,630 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/86162e2766a8:0 server-side Connection retries=45 2024-12-05T19:48:22,630 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T19:48:22,630 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T19:48:22,630 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T19:48:22,630 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T19:48:22,630 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T19:48:22,630 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-05T19:48:22,631 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T19:48:22,631 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46293 2024-12-05T19:48:22,633 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:46293 connecting to ZooKeeper ensemble=127.0.0.1:60314 2024-12-05T19:48:22,634 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T19:48:22,636 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T19:48:22,641 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:462930x0, quorum=127.0.0.1:60314, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T19:48:22,642 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:462930x0, quorum=127.0.0.1:60314, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-05T19:48:22,642 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46293-0x10063b97e6a0001 connected 2024-12-05T19:48:22,642 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-05T19:48:22,643 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-05T19:48:22,644 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46293-0x10063b97e6a0001, quorum=127.0.0.1:60314, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-05T19:48:22,645 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46293-0x10063b97e6a0001, quorum=127.0.0.1:60314, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-05T19:48:22,651 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46293 2024-12-05T19:48:22,655 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46293 2024-12-05T19:48:22,656 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46293 2024-12-05T19:48:22,659 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46293 2024-12-05T19:48:22,659 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46293 2024-12-05T19:48:22,673 DEBUG [M:0;86162e2766a8:41377 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;86162e2766a8:41377 2024-12-05T19:48:22,676 INFO [master/86162e2766a8:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/86162e2766a8,41377,1733428102570 2024-12-05T19:48:22,678 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46293-0x10063b97e6a0001, quorum=127.0.0.1:60314, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-05T19:48:22,678 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41377-0x10063b97e6a0000, quorum=127.0.0.1:60314, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-05T19:48:22,680 DEBUG [master/86162e2766a8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41377-0x10063b97e6a0000, quorum=127.0.0.1:60314, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/86162e2766a8,41377,1733428102570 2024-12-05T19:48:22,681 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46293-0x10063b97e6a0001, quorum=127.0.0.1:60314, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-05T19:48:22,681 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46293-0x10063b97e6a0001, quorum=127.0.0.1:60314, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T19:48:22,681 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41377-0x10063b97e6a0000, quorum=127.0.0.1:60314, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T19:48:22,682 DEBUG [master/86162e2766a8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41377-0x10063b97e6a0000, quorum=127.0.0.1:60314, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-05T19:48:22,683 INFO [master/86162e2766a8:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/86162e2766a8,41377,1733428102570 from backup master directory 2024-12-05T19:48:22,684 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41377-0x10063b97e6a0000, quorum=127.0.0.1:60314, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/86162e2766a8,41377,1733428102570 2024-12-05T19:48:22,684 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41377-0x10063b97e6a0000, quorum=127.0.0.1:60314, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-05T19:48:22,688 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46293-0x10063b97e6a0001, quorum=127.0.0.1:60314, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-05T19:48:22,688 WARN [master/86162e2766a8:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T19:48:22,688 INFO [master/86162e2766a8:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=86162e2766a8,41377,1733428102570 2024-12-05T19:48:22,698 DEBUG [master/86162e2766a8:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:46103/user/jenkins/test-data/209c8add-4f67-b90b-c027-4f2522358eca/hbase.id] with ID: e9bb2d4e-d637-498a-a4b2-ba45677819d1 2024-12-05T19:48:22,698 DEBUG [master/86162e2766a8:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:46103/user/jenkins/test-data/209c8add-4f67-b90b-c027-4f2522358eca/.tmp/hbase.id 2024-12-05T19:48:22,732 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41285 is added to blk_1073741826_1002 (size=42) 2024-12-05T19:48:22,732 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44369 is added to blk_1073741826_1002 (size=42) 2024-12-05T19:48:22,733 DEBUG [master/86162e2766a8:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:46103/user/jenkins/test-data/209c8add-4f67-b90b-c027-4f2522358eca/.tmp/hbase.id]:[hdfs://localhost:46103/user/jenkins/test-data/209c8add-4f67-b90b-c027-4f2522358eca/hbase.id] 2024-12-05T19:48:22,755 INFO [master/86162e2766a8:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T19:48:22,755 INFO [master/86162e2766a8:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-05T19:48:22,757 INFO [master/86162e2766a8:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-12-05T19:48:22,761 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41377-0x10063b97e6a0000, quorum=127.0.0.1:60314, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T19:48:22,761 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46293-0x10063b97e6a0001, quorum=127.0.0.1:60314, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T19:48:22,778 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41285 is added to blk_1073741827_1003 (size=196) 2024-12-05T19:48:22,778 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44369 is added to blk_1073741827_1003 (size=196) 2024-12-05T19:48:22,779 INFO [master/86162e2766a8:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T19:48:22,781 INFO [master/86162e2766a8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-05T19:48:22,781 INFO [master/86162e2766a8:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T19:48:22,793 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41285 is added to blk_1073741828_1004 (size=1189) 2024-12-05T19:48:22,793 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44369 is added to blk_1073741828_1004 (size=1189) 2024-12-05T19:48:23,195 INFO [master/86162e2766a8:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:46103/user/jenkins/test-data/209c8add-4f67-b90b-c027-4f2522358eca/MasterData/data/master/store 2024-12-05T19:48:23,204 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41285 is added to blk_1073741829_1005 (size=34) 2024-12-05T19:48:23,205 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44369 is added to blk_1073741829_1005 (size=34) 2024-12-05T19:48:23,205 DEBUG [master/86162e2766a8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T19:48:23,205 DEBUG [master/86162e2766a8:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T19:48:23,206 INFO [master/86162e2766a8:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T19:48:23,206 DEBUG [master/86162e2766a8:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T19:48:23,206 DEBUG [master/86162e2766a8:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T19:48:23,206 DEBUG [master/86162e2766a8:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T19:48:23,206 INFO [master/86162e2766a8:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T19:48:23,206 DEBUG [master/86162e2766a8:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733428103205Disabling compacts and flushes for region at 1733428103205Disabling writes for close at 1733428103206 (+1 ms)Writing region close event to WAL at 1733428103206Closed at 1733428103206 2024-12-05T19:48:23,207 WARN [master/86162e2766a8:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:46103/user/jenkins/test-data/209c8add-4f67-b90b-c027-4f2522358eca/MasterData/data/master/store/.initializing 2024-12-05T19:48:23,207 DEBUG [master/86162e2766a8:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:46103/user/jenkins/test-data/209c8add-4f67-b90b-c027-4f2522358eca/MasterData/WALs/86162e2766a8,41377,1733428102570 2024-12-05T19:48:23,209 INFO [master/86162e2766a8:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T19:48:23,211 INFO [master/86162e2766a8:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=86162e2766a8%2C41377%2C1733428102570, suffix=, logDir=hdfs://localhost:46103/user/jenkins/test-data/209c8add-4f67-b90b-c027-4f2522358eca/MasterData/WALs/86162e2766a8,41377,1733428102570, archiveDir=hdfs://localhost:46103/user/jenkins/test-data/209c8add-4f67-b90b-c027-4f2522358eca/MasterData/oldWALs, maxLogs=10 2024-12-05T19:48:23,227 DEBUG [master/86162e2766a8:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/209c8add-4f67-b90b-c027-4f2522358eca/MasterData/WALs/86162e2766a8,41377,1733428102570/86162e2766a8%2C41377%2C1733428102570.1733428103212, exclude list is [], retry=0 2024-12-05T19:48:23,231 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41285,DS-b18fab63-5a93-4497-8fa1-eae9c3c76ccc,DISK] 2024-12-05T19:48:23,233 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44369,DS-5d5f158e-f664-4f65-88be-c61ec53d842c,DISK] 2024-12-05T19:48:23,236 INFO [master/86162e2766a8:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/209c8add-4f67-b90b-c027-4f2522358eca/MasterData/WALs/86162e2766a8,41377,1733428102570/86162e2766a8%2C41377%2C1733428102570.1733428103212 2024-12-05T19:48:23,237 DEBUG [master/86162e2766a8:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42855:42855),(127.0.0.1/127.0.0.1:40095:40095)] 2024-12-05T19:48:23,237 DEBUG [master/86162e2766a8:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-05T19:48:23,237 DEBUG [master/86162e2766a8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T19:48:23,238 DEBUG [master/86162e2766a8:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T19:48:23,238 DEBUG [master/86162e2766a8:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T19:48:23,240 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T19:48:23,242 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-05T19:48:23,242 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T19:48:23,243 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T19:48:23,243 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T19:48:23,245 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-05T19:48:23,245 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T19:48:23,246 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T19:48:23,246 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T19:48:23,249 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-05T19:48:23,249 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T19:48:23,250 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T19:48:23,250 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T19:48:23,252 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-05T19:48:23,252 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T19:48:23,253 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T19:48:23,253 DEBUG [master/86162e2766a8:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T19:48:23,254 DEBUG [master/86162e2766a8:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46103/user/jenkins/test-data/209c8add-4f67-b90b-c027-4f2522358eca/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T19:48:23,255 DEBUG [master/86162e2766a8:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46103/user/jenkins/test-data/209c8add-4f67-b90b-c027-4f2522358eca/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T19:48:23,257 DEBUG [master/86162e2766a8:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T19:48:23,257 DEBUG [master/86162e2766a8:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T19:48:23,258 DEBUG [master/86162e2766a8:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T19:48:23,260 DEBUG [master/86162e2766a8:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T19:48:23,264 DEBUG [master/86162e2766a8:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46103/user/jenkins/test-data/209c8add-4f67-b90b-c027-4f2522358eca/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T19:48:23,265 INFO [master/86162e2766a8:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=857570, jitterRate=0.09045711159706116}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T19:48:23,267 DEBUG [master/86162e2766a8:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733428103238Initializing all the Stores at 1733428103239 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733428103239Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733428103240 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733428103240Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733428103240Cleaning up temporary data from old regions at 1733428103257 (+17 ms)Region opened successfully at 1733428103267 (+10 ms) 2024-12-05T19:48:23,268 INFO [master/86162e2766a8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-05T19:48:23,273 DEBUG [master/86162e2766a8:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54e0142, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=86162e2766a8/172.17.0.2:0 2024-12-05T19:48:23,275 INFO [master/86162e2766a8:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-05T19:48:23,275 INFO [master/86162e2766a8:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-05T19:48:23,275 INFO [master/86162e2766a8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-05T19:48:23,275 INFO [master/86162e2766a8:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-05T19:48:23,276 INFO [master/86162e2766a8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-05T19:48:23,277 INFO [master/86162e2766a8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-05T19:48:23,277 INFO [master/86162e2766a8:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-05T19:48:23,282 INFO [master/86162e2766a8:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-05T19:48:23,286 DEBUG [master/86162e2766a8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41377-0x10063b97e6a0000, quorum=127.0.0.1:60314, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-12-05T19:48:23,288 DEBUG [master/86162e2766a8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-12-05T19:48:23,288 INFO [master/86162e2766a8:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-05T19:48:23,292 DEBUG [master/86162e2766a8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41377-0x10063b97e6a0000, quorum=127.0.0.1:60314, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-12-05T19:48:23,294 DEBUG [master/86162e2766a8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-12-05T19:48:23,295 INFO [master/86162e2766a8:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-05T19:48:23,296 DEBUG [master/86162e2766a8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41377-0x10063b97e6a0000, quorum=127.0.0.1:60314, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-12-05T19:48:23,298 DEBUG [master/86162e2766a8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-12-05T19:48:23,300 DEBUG [master/86162e2766a8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41377-0x10063b97e6a0000, quorum=127.0.0.1:60314, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-12-05T19:48:23,302 DEBUG [master/86162e2766a8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-12-05T19:48:23,305 DEBUG [master/86162e2766a8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41377-0x10063b97e6a0000, quorum=127.0.0.1:60314, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-05T19:48:23,307 DEBUG [master/86162e2766a8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-12-05T19:48:23,309 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46293-0x10063b97e6a0001, quorum=127.0.0.1:60314, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-05T19:48:23,309 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46293-0x10063b97e6a0001, quorum=127.0.0.1:60314, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T19:48:23,309 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41377-0x10063b97e6a0000, quorum=127.0.0.1:60314, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-05T19:48:23,310 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41377-0x10063b97e6a0000, quorum=127.0.0.1:60314, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T19:48:23,316 INFO [master/86162e2766a8:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=86162e2766a8,41377,1733428102570, sessionid=0x10063b97e6a0000, setting cluster-up flag (Was=false) 2024-12-05T19:48:23,320 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46293-0x10063b97e6a0001, quorum=127.0.0.1:60314, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T19:48:23,321 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41377-0x10063b97e6a0000, quorum=127.0.0.1:60314, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T19:48:23,328 DEBUG [master/86162e2766a8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-12-05T19:48:23,330 DEBUG [master/86162e2766a8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=86162e2766a8,41377,1733428102570 2024-12-05T19:48:23,335 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46293-0x10063b97e6a0001, quorum=127.0.0.1:60314, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T19:48:23,335 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41377-0x10063b97e6a0000, quorum=127.0.0.1:60314, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T19:48:23,343 DEBUG [master/86162e2766a8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-12-05T19:48:23,346 DEBUG [master/86162e2766a8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=86162e2766a8,41377,1733428102570 2024-12-05T19:48:23,349 INFO [master/86162e2766a8:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:46103/user/jenkins/test-data/209c8add-4f67-b90b-c027-4f2522358eca/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-05T19:48:23,352 DEBUG [master/86162e2766a8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-05T19:48:23,353 INFO [master/86162e2766a8:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-05T19:48:23,353 INFO [master/86162e2766a8:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-05T19:48:23,353 DEBUG [master/86162e2766a8:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 86162e2766a8,41377,1733428102570 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-05T19:48:23,355 DEBUG [master/86162e2766a8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/86162e2766a8:0, corePoolSize=5, maxPoolSize=5 2024-12-05T19:48:23,355 DEBUG [master/86162e2766a8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/86162e2766a8:0, corePoolSize=5, maxPoolSize=5 2024-12-05T19:48:23,355 DEBUG [master/86162e2766a8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/86162e2766a8:0, corePoolSize=5, maxPoolSize=5 2024-12-05T19:48:23,355 DEBUG [master/86162e2766a8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/86162e2766a8:0, corePoolSize=5, maxPoolSize=5 2024-12-05T19:48:23,355 DEBUG [master/86162e2766a8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/86162e2766a8:0, corePoolSize=10, maxPoolSize=10 2024-12-05T19:48:23,356 DEBUG [master/86162e2766a8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/86162e2766a8:0, corePoolSize=1, maxPoolSize=1 2024-12-05T19:48:23,356 DEBUG [master/86162e2766a8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/86162e2766a8:0, corePoolSize=2, maxPoolSize=2 2024-12-05T19:48:23,356 DEBUG [master/86162e2766a8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/86162e2766a8:0, corePoolSize=1, maxPoolSize=1 2024-12-05T19:48:23,357 INFO [master/86162e2766a8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733428133357 2024-12-05T19:48:23,358 INFO [master/86162e2766a8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-05T19:48:23,358 INFO [master/86162e2766a8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-05T19:48:23,358 INFO [master/86162e2766a8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-05T19:48:23,358 INFO [master/86162e2766a8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-05T19:48:23,358 INFO [master/86162e2766a8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-05T19:48:23,358 INFO [master/86162e2766a8:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-05T19:48:23,358 INFO [master/86162e2766a8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T19:48:23,358 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T19:48:23,359 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-05T19:48:23,360 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T19:48:23,361 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-05T19:48:23,364 INFO [master/86162e2766a8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-05T19:48:23,364 INFO [master/86162e2766a8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-05T19:48:23,364 INFO [master/86162e2766a8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-05T19:48:23,369 INFO [RS:0;86162e2766a8:46293 {}] regionserver.HRegionServer(746): ClusterId : e9bb2d4e-d637-498a-a4b2-ba45677819d1 2024-12-05T19:48:23,369 DEBUG [RS:0;86162e2766a8:46293 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-05T19:48:23,373 DEBUG [RS:0;86162e2766a8:46293 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-05T19:48:23,373 DEBUG [RS:0;86162e2766a8:46293 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-05T19:48:23,376 INFO [master/86162e2766a8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-05T19:48:23,376 DEBUG [RS:0;86162e2766a8:46293 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-05T19:48:23,376 INFO [master/86162e2766a8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-05T19:48:23,376 DEBUG [RS:0;86162e2766a8:46293 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@436ccea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=86162e2766a8/172.17.0.2:0 2024-12-05T19:48:23,378 DEBUG [master/86162e2766a8:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/86162e2766a8:0:becomeActiveMaster-HFileCleaner.large.0-1733428103376,5,FailOnTimeoutGroup] 2024-12-05T19:48:23,379 DEBUG [master/86162e2766a8:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/86162e2766a8:0:becomeActiveMaster-HFileCleaner.small.0-1733428103378,5,FailOnTimeoutGroup] 2024-12-05T19:48:23,379 INFO [master/86162e2766a8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T19:48:23,379 INFO [master/86162e2766a8:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-05T19:48:23,379 INFO [master/86162e2766a8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-05T19:48:23,379 INFO [master/86162e2766a8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-05T19:48:23,386 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44369 is added to blk_1073741831_1007 (size=1321) 2024-12-05T19:48:23,386 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41285 is added to blk_1073741831_1007 (size=1321) 2024-12-05T19:48:23,388 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:46103/user/jenkins/test-data/209c8add-4f67-b90b-c027-4f2522358eca/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-05T19:48:23,388 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:46103/user/jenkins/test-data/209c8add-4f67-b90b-c027-4f2522358eca 2024-12-05T19:48:23,397 DEBUG [RS:0;86162e2766a8:46293 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;86162e2766a8:46293 2024-12-05T19:48:23,397 INFO [RS:0;86162e2766a8:46293 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-05T19:48:23,397 INFO [RS:0;86162e2766a8:46293 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-05T19:48:23,397 DEBUG [RS:0;86162e2766a8:46293 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-05T19:48:23,398 INFO [RS:0;86162e2766a8:46293 {}] regionserver.HRegionServer(2659): reportForDuty to master=86162e2766a8,41377,1733428102570 with port=46293, startcode=1733428102630 2024-12-05T19:48:23,399 DEBUG [RS:0;86162e2766a8:46293 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-05T19:48:23,401 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41285 is added to blk_1073741832_1008 (size=32) 2024-12-05T19:48:23,401 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44369 is added to blk_1073741832_1008 (size=32) 2024-12-05T19:48:23,403 INFO [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42237, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-12-05T19:48:23,404 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41377 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 86162e2766a8,46293,1733428102630 2024-12-05T19:48:23,404 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41377 {}] master.ServerManager(517): Registering regionserver=86162e2766a8,46293,1733428102630 2024-12-05T19:48:23,407 DEBUG [RS:0;86162e2766a8:46293 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46103/user/jenkins/test-data/209c8add-4f67-b90b-c027-4f2522358eca 2024-12-05T19:48:23,407 DEBUG [RS:0;86162e2766a8:46293 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46103 2024-12-05T19:48:23,407 DEBUG [RS:0;86162e2766a8:46293 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-05T19:48:23,408 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T19:48:23,409 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41377-0x10063b97e6a0000, quorum=127.0.0.1:60314, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-05T19:48:23,410 DEBUG [RS:0;86162e2766a8:46293 {}] zookeeper.ZKUtil(111): regionserver:46293-0x10063b97e6a0001, quorum=127.0.0.1:60314, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/86162e2766a8,46293,1733428102630 2024-12-05T19:48:23,410 WARN [RS:0;86162e2766a8:46293 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T19:48:23,410 INFO [RS:0;86162e2766a8:46293 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T19:48:23,410 DEBUG [RS:0;86162e2766a8:46293 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46103/user/jenkins/test-data/209c8add-4f67-b90b-c027-4f2522358eca/WALs/86162e2766a8,46293,1733428102630 2024-12-05T19:48:23,411 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T19:48:23,412 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [86162e2766a8,46293,1733428102630] 2024-12-05T19:48:23,414 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T19:48:23,414 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T19:48:23,415 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T19:48:23,415 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-05T19:48:23,417 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-05T19:48:23,417 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T19:48:23,419 INFO [RS:0;86162e2766a8:46293 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-05T19:48:23,420 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T19:48:23,420 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T19:48:23,422 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T19:48:23,423 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T19:48:23,423 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T19:48:23,424 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T19:48:23,424 INFO [RS:0;86162e2766a8:46293 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-05T19:48:23,425 INFO [RS:0;86162e2766a8:46293 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-05T19:48:23,425 INFO [RS:0;86162e2766a8:46293 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T19:48:23,426 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T19:48:23,426 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T19:48:23,426 INFO [RS:0;86162e2766a8:46293 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-05T19:48:23,426 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T19:48:23,427 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-05T19:48:23,427 INFO [RS:0;86162e2766a8:46293 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-05T19:48:23,427 INFO [RS:0;86162e2766a8:46293 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-05T19:48:23,427 DEBUG [RS:0;86162e2766a8:46293 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/86162e2766a8:0, corePoolSize=1, maxPoolSize=1 2024-12-05T19:48:23,427 DEBUG [RS:0;86162e2766a8:46293 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/86162e2766a8:0, corePoolSize=1, maxPoolSize=1 2024-12-05T19:48:23,428 DEBUG [RS:0;86162e2766a8:46293 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/86162e2766a8:0, corePoolSize=1, maxPoolSize=1 2024-12-05T19:48:23,428 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46103/user/jenkins/test-data/209c8add-4f67-b90b-c027-4f2522358eca/data/hbase/meta/1588230740 2024-12-05T19:48:23,428 DEBUG [RS:0;86162e2766a8:46293 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/86162e2766a8:0, corePoolSize=1, maxPoolSize=1 2024-12-05T19:48:23,428 DEBUG [RS:0;86162e2766a8:46293 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/86162e2766a8:0, corePoolSize=1, maxPoolSize=1 2024-12-05T19:48:23,428 DEBUG [RS:0;86162e2766a8:46293 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/86162e2766a8:0, corePoolSize=2, maxPoolSize=2 2024-12-05T19:48:23,428 DEBUG [RS:0;86162e2766a8:46293 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/86162e2766a8:0, corePoolSize=1, maxPoolSize=1 2024-12-05T19:48:23,428 DEBUG [RS:0;86162e2766a8:46293 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/86162e2766a8:0, corePoolSize=1, maxPoolSize=1 2024-12-05T19:48:23,428 DEBUG [RS:0;86162e2766a8:46293 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/86162e2766a8:0, corePoolSize=1, maxPoolSize=1 2024-12-05T19:48:23,428 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46103/user/jenkins/test-data/209c8add-4f67-b90b-c027-4f2522358eca/data/hbase/meta/1588230740 2024-12-05T19:48:23,428 DEBUG [RS:0;86162e2766a8:46293 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/86162e2766a8:0, corePoolSize=1, maxPoolSize=1 2024-12-05T19:48:23,428 DEBUG [RS:0;86162e2766a8:46293 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/86162e2766a8:0, corePoolSize=1, maxPoolSize=1 2024-12-05T19:48:23,428 DEBUG [RS:0;86162e2766a8:46293 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/86162e2766a8:0, corePoolSize=1, maxPoolSize=1 2024-12-05T19:48:23,429 DEBUG [RS:0;86162e2766a8:46293 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/86162e2766a8:0, corePoolSize=3, maxPoolSize=3 2024-12-05T19:48:23,429 DEBUG [RS:0;86162e2766a8:46293 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/86162e2766a8:0, corePoolSize=3, maxPoolSize=3 2024-12-05T19:48:23,430 INFO [RS:0;86162e2766a8:46293 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T19:48:23,430 INFO [RS:0;86162e2766a8:46293 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T19:48:23,430 INFO [RS:0;86162e2766a8:46293 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T19:48:23,430 INFO [RS:0;86162e2766a8:46293 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-05T19:48:23,430 INFO [RS:0;86162e2766a8:46293 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-05T19:48:23,430 INFO [RS:0;86162e2766a8:46293 {}] hbase.ChoreService(168): Chore ScheduledChore name=86162e2766a8,46293,1733428102630-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T19:48:23,432 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-05T19:48:23,432 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-05T19:48:23,433 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-05T19:48:23,436 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-05T19:48:23,439 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46103/user/jenkins/test-data/209c8add-4f67-b90b-c027-4f2522358eca/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T19:48:23,440 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=785998, jitterRate=-5.529820919036865E-4}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-05T19:48:23,441 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733428103408Initializing all the Stores at 1733428103409 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733428103409Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733428103411 (+2 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733428103411Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733428103411Cleaning up temporary data from old regions at 1733428103432 (+21 ms)Region opened successfully at 1733428103441 (+9 ms) 2024-12-05T19:48:23,441 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-05T19:48:23,441 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-05T19:48:23,441 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-05T19:48:23,442 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T19:48:23,442 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T19:48:23,447 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-05T19:48:23,447 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733428103441Disabling compacts and flushes for region at 1733428103441Disabling writes for close at 1733428103442 (+1 ms)Writing region close event to WAL at 1733428103447 (+5 ms)Closed at 1733428103447 2024-12-05T19:48:23,450 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T19:48:23,450 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-05T19:48:23,450 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-05T19:48:23,452 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T19:48:23,454 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-05T19:48:23,456 INFO [RS:0;86162e2766a8:46293 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-05T19:48:23,456 INFO [RS:0;86162e2766a8:46293 {}] hbase.ChoreService(168): Chore ScheduledChore name=86162e2766a8,46293,1733428102630-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T19:48:23,456 INFO [RS:0;86162e2766a8:46293 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T19:48:23,457 INFO [RS:0;86162e2766a8:46293 {}] regionserver.Replication(171): 86162e2766a8,46293,1733428102630 started 2024-12-05T19:48:23,481 INFO [RS:0;86162e2766a8:46293 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T19:48:23,482 INFO [RS:0;86162e2766a8:46293 {}] regionserver.HRegionServer(1482): Serving as 86162e2766a8,46293,1733428102630, RpcServer on 86162e2766a8/172.17.0.2:46293, sessionid=0x10063b97e6a0001 2024-12-05T19:48:23,482 DEBUG [RS:0;86162e2766a8:46293 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-05T19:48:23,482 DEBUG [RS:0;86162e2766a8:46293 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 86162e2766a8,46293,1733428102630 2024-12-05T19:48:23,482 DEBUG [RS:0;86162e2766a8:46293 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '86162e2766a8,46293,1733428102630' 2024-12-05T19:48:23,482 DEBUG [RS:0;86162e2766a8:46293 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-05T19:48:23,483 DEBUG [RS:0;86162e2766a8:46293 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-05T19:48:23,483 DEBUG [RS:0;86162e2766a8:46293 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-05T19:48:23,483 DEBUG [RS:0;86162e2766a8:46293 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-05T19:48:23,484 DEBUG [RS:0;86162e2766a8:46293 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 86162e2766a8,46293,1733428102630 2024-12-05T19:48:23,484 DEBUG [RS:0;86162e2766a8:46293 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '86162e2766a8,46293,1733428102630' 2024-12-05T19:48:23,484 DEBUG [RS:0;86162e2766a8:46293 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-05T19:48:23,484 DEBUG [RS:0;86162e2766a8:46293 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-05T19:48:23,485 DEBUG [RS:0;86162e2766a8:46293 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-05T19:48:23,485 INFO [RS:0;86162e2766a8:46293 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-05T19:48:23,485 INFO [RS:0;86162e2766a8:46293 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-05T19:48:23,585 INFO [RS:0;86162e2766a8:46293 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T19:48:23,589 INFO [RS:0;86162e2766a8:46293 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=86162e2766a8%2C46293%2C1733428102630, suffix=, logDir=hdfs://localhost:46103/user/jenkins/test-data/209c8add-4f67-b90b-c027-4f2522358eca/WALs/86162e2766a8,46293,1733428102630, archiveDir=hdfs://localhost:46103/user/jenkins/test-data/209c8add-4f67-b90b-c027-4f2522358eca/oldWALs, maxLogs=32 2024-12-05T19:48:23,605 WARN [86162e2766a8:41377 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-05T19:48:23,614 DEBUG [RS:0;86162e2766a8:46293 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/209c8add-4f67-b90b-c027-4f2522358eca/WALs/86162e2766a8,46293,1733428102630/86162e2766a8%2C46293%2C1733428102630.1733428103591, exclude list is [], retry=0 2024-12-05T19:48:23,620 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44369,DS-5d5f158e-f664-4f65-88be-c61ec53d842c,DISK] 2024-12-05T19:48:23,622 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41285,DS-b18fab63-5a93-4497-8fa1-eae9c3c76ccc,DISK] 2024-12-05T19:48:23,626 INFO [RS:0;86162e2766a8:46293 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/209c8add-4f67-b90b-c027-4f2522358eca/WALs/86162e2766a8,46293,1733428102630/86162e2766a8%2C46293%2C1733428102630.1733428103591 2024-12-05T19:48:23,626 DEBUG [RS:0;86162e2766a8:46293 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42855:42855),(127.0.0.1/127.0.0.1:40095:40095)] 2024-12-05T19:48:23,855 DEBUG [86162e2766a8:41377 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-05T19:48:23,856 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=86162e2766a8,46293,1733428102630 2024-12-05T19:48:23,858 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 86162e2766a8,46293,1733428102630, state=OPENING 2024-12-05T19:48:23,859 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-05T19:48:23,861 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46293-0x10063b97e6a0001, quorum=127.0.0.1:60314, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T19:48:23,861 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41377-0x10063b97e6a0000, quorum=127.0.0.1:60314, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T19:48:23,862 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T19:48:23,862 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=86162e2766a8,46293,1733428102630}] 2024-12-05T19:48:23,863 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-05T19:48:23,863 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-05T19:48:24,019 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-05T19:48:24,021 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34831, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-05T19:48:24,027 INFO [RS_OPEN_META-regionserver/86162e2766a8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-05T19:48:24,027 INFO [RS_OPEN_META-regionserver/86162e2766a8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T19:48:24,028 INFO [RS_OPEN_META-regionserver/86162e2766a8:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-05T19:48:24,030 INFO [RS_OPEN_META-regionserver/86162e2766a8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=86162e2766a8%2C46293%2C1733428102630.meta, suffix=.meta, logDir=hdfs://localhost:46103/user/jenkins/test-data/209c8add-4f67-b90b-c027-4f2522358eca/WALs/86162e2766a8,46293,1733428102630, archiveDir=hdfs://localhost:46103/user/jenkins/test-data/209c8add-4f67-b90b-c027-4f2522358eca/oldWALs, maxLogs=32 2024-12-05T19:48:24,052 DEBUG [RS_OPEN_META-regionserver/86162e2766a8:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/209c8add-4f67-b90b-c027-4f2522358eca/WALs/86162e2766a8,46293,1733428102630/86162e2766a8%2C46293%2C1733428102630.meta.1733428104032.meta, exclude list is [], retry=0 2024-12-05T19:48:24,055 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44369,DS-5d5f158e-f664-4f65-88be-c61ec53d842c,DISK] 2024-12-05T19:48:24,055 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41285,DS-b18fab63-5a93-4497-8fa1-eae9c3c76ccc,DISK] 2024-12-05T19:48:24,058 INFO [RS_OPEN_META-regionserver/86162e2766a8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/209c8add-4f67-b90b-c027-4f2522358eca/WALs/86162e2766a8,46293,1733428102630/86162e2766a8%2C46293%2C1733428102630.meta.1733428104032.meta 2024-12-05T19:48:24,059 DEBUG [RS_OPEN_META-regionserver/86162e2766a8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42855:42855),(127.0.0.1/127.0.0.1:40095:40095)] 2024-12-05T19:48:24,059 DEBUG [RS_OPEN_META-regionserver/86162e2766a8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-05T19:48:24,060 DEBUG [RS_OPEN_META-regionserver/86162e2766a8:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-05T19:48:24,060 DEBUG [RS_OPEN_META-regionserver/86162e2766a8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-05T19:48:24,060 INFO [RS_OPEN_META-regionserver/86162e2766a8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-05T19:48:24,060 DEBUG [RS_OPEN_META-regionserver/86162e2766a8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-05T19:48:24,060 DEBUG [RS_OPEN_META-regionserver/86162e2766a8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T19:48:24,061 DEBUG [RS_OPEN_META-regionserver/86162e2766a8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-05T19:48:24,061 DEBUG [RS_OPEN_META-regionserver/86162e2766a8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-05T19:48:24,064 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T19:48:24,065 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T19:48:24,065 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T19:48:24,066 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T19:48:24,066 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-05T19:48:24,068 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-05T19:48:24,068 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T19:48:24,068 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T19:48:24,069 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T19:48:24,070 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T19:48:24,070 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T19:48:24,070 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T19:48:24,071 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T19:48:24,072 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T19:48:24,072 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T19:48:24,073 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T19:48:24,073 DEBUG [RS_OPEN_META-regionserver/86162e2766a8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-05T19:48:24,074 DEBUG [RS_OPEN_META-regionserver/86162e2766a8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46103/user/jenkins/test-data/209c8add-4f67-b90b-c027-4f2522358eca/data/hbase/meta/1588230740 2024-12-05T19:48:24,075 DEBUG [RS_OPEN_META-regionserver/86162e2766a8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46103/user/jenkins/test-data/209c8add-4f67-b90b-c027-4f2522358eca/data/hbase/meta/1588230740 2024-12-05T19:48:24,077 DEBUG [RS_OPEN_META-regionserver/86162e2766a8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-05T19:48:24,077 DEBUG [RS_OPEN_META-regionserver/86162e2766a8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-05T19:48:24,078 DEBUG [RS_OPEN_META-regionserver/86162e2766a8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-05T19:48:24,079 DEBUG [RS_OPEN_META-regionserver/86162e2766a8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-05T19:48:24,080 INFO [RS_OPEN_META-regionserver/86162e2766a8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=692730, jitterRate=-0.11914916336536407}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-05T19:48:24,081 DEBUG [RS_OPEN_META-regionserver/86162e2766a8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-05T19:48:24,082 DEBUG [RS_OPEN_META-regionserver/86162e2766a8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733428104061Writing region info on filesystem at 1733428104061Initializing all the Stores at 1733428104062 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733428104063 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733428104063Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733428104063Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733428104063Cleaning up temporary data from old regions at 1733428104077 (+14 ms)Running coprocessor post-open hooks at 1733428104081 (+4 ms)Region opened successfully at 1733428104082 (+1 ms) 2024-12-05T19:48:24,083 INFO [RS_OPEN_META-regionserver/86162e2766a8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733428104019 2024-12-05T19:48:24,086 DEBUG [RS_OPEN_META-regionserver/86162e2766a8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-05T19:48:24,086 INFO [RS_OPEN_META-regionserver/86162e2766a8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-05T19:48:24,088 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=86162e2766a8,46293,1733428102630 2024-12-05T19:48:24,089 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 86162e2766a8,46293,1733428102630, state=OPEN 2024-12-05T19:48:24,094 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46293-0x10063b97e6a0001, quorum=127.0.0.1:60314, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-05T19:48:24,094 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41377-0x10063b97e6a0000, quorum=127.0.0.1:60314, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-05T19:48:24,094 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=86162e2766a8,46293,1733428102630 2024-12-05T19:48:24,094 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-05T19:48:24,094 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-05T19:48:24,098 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-05T19:48:24,098 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=86162e2766a8,46293,1733428102630 in 232 msec 2024-12-05T19:48:24,101 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-05T19:48:24,101 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 648 msec 2024-12-05T19:48:24,102 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T19:48:24,102 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-05T19:48:24,104 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T19:48:24,104 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=86162e2766a8,46293,1733428102630, seqNum=-1] 2024-12-05T19:48:24,105 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T19:48:24,106 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46793, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T19:48:24,118 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 761 msec 2024-12-05T19:48:24,118 INFO [master/86162e2766a8:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733428104118, completionTime=-1 2024-12-05T19:48:24,119 INFO [master/86162e2766a8:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-05T19:48:24,119 DEBUG [master/86162e2766a8:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-05T19:48:24,122 INFO [master/86162e2766a8:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-05T19:48:24,122 INFO [master/86162e2766a8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733428164122 2024-12-05T19:48:24,122 INFO [master/86162e2766a8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733428224122 2024-12-05T19:48:24,122 INFO [master/86162e2766a8:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 3 msec 2024-12-05T19:48:24,123 INFO [master/86162e2766a8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=86162e2766a8,41377,1733428102570-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T19:48:24,123 INFO [master/86162e2766a8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=86162e2766a8,41377,1733428102570-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T19:48:24,123 INFO [master/86162e2766a8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=86162e2766a8,41377,1733428102570-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T19:48:24,123 INFO [master/86162e2766a8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-86162e2766a8:41377, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T19:48:24,123 INFO [master/86162e2766a8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-05T19:48:24,124 INFO [master/86162e2766a8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-05T19:48:24,126 DEBUG [master/86162e2766a8:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-05T19:48:24,130 INFO [master/86162e2766a8:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.442sec 2024-12-05T19:48:24,130 INFO [master/86162e2766a8:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-05T19:48:24,130 INFO [master/86162e2766a8:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-05T19:48:24,130 INFO [master/86162e2766a8:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-05T19:48:24,130 INFO [master/86162e2766a8:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-05T19:48:24,130 INFO [master/86162e2766a8:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-05T19:48:24,130 INFO [master/86162e2766a8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=86162e2766a8,41377,1733428102570-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T19:48:24,130 INFO [master/86162e2766a8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=86162e2766a8,41377,1733428102570-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-05T19:48:24,142 DEBUG [master/86162e2766a8:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-05T19:48:24,142 INFO [master/86162e2766a8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-05T19:48:24,142 INFO [master/86162e2766a8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=86162e2766a8,41377,1733428102570-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T19:48:24,171 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17cf6df7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T19:48:24,171 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 86162e2766a8,41377,-1 for getting cluster id 2024-12-05T19:48:24,172 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T19:48:24,177 DEBUG [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e9bb2d4e-d637-498a-a4b2-ba45677819d1' 2024-12-05T19:48:24,178 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T19:48:24,178 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e9bb2d4e-d637-498a-a4b2-ba45677819d1" 2024-12-05T19:48:24,179 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@409462cc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T19:48:24,179 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [86162e2766a8,41377,-1] 2024-12-05T19:48:24,179 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T19:48:24,180 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T19:48:24,182 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56062, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T19:48:24,184 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@190f9fd7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T19:48:24,185 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T19:48:24,189 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=86162e2766a8,46293,1733428102630, seqNum=-1] 2024-12-05T19:48:24,189 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T19:48:24,193 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43316, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T19:48:24,197 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=86162e2766a8,41377,1733428102570 2024-12-05T19:48:24,198 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T19:48:24,202 INFO [Time-limited test {}] master.MasterRpcServices(567): Client=null/null set balanceSwitch=false 2024-12-05T19:48:24,240 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T19:48:24,245 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T19:48:24,248 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T19:48:24,248 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T19:48:24,248 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-05T19:48:24,256 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7dc0815b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d9c59029-25cf-d2e7-1bd5-a9f498238f5e/hadoop.log.dir/,AVAILABLE} 2024-12-05T19:48:24,257 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2284fd16{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T19:48:24,398 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@692206f4{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d9c59029-25cf-d2e7-1bd5-a9f498238f5e/java.io.tmpdir/jetty-localhost-39345-hadoop-hdfs-3_4_1-tests_jar-_-any-17184140388691622472/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T19:48:24,398 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@29a7b50f{HTTP/1.1, (http/1.1)}{localhost:39345} 2024-12-05T19:48:24,398 INFO [Time-limited test {}] server.Server(415): Started @69823ms 2024-12-05T19:48:24,401 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-05T19:48:24,479 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T19:48:24,483 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T19:48:24,484 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T19:48:24,484 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T19:48:24,484 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-05T19:48:24,485 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@56ede7cf{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d9c59029-25cf-d2e7-1bd5-a9f498238f5e/hadoop.log.dir/,AVAILABLE} 2024-12-05T19:48:24,485 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@63be57c3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T19:48:24,524 WARN [Thread-509 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d9c59029-25cf-d2e7-1bd5-a9f498238f5e/cluster_cbb5ee28-203b-6476-4f46-cd6e90b756e4/data/data5/current/BP-367348433-172.17.0.2-1733428101801/current, will proceed with Du for space computation calculation, 2024-12-05T19:48:24,528 WARN [Thread-510 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d9c59029-25cf-d2e7-1bd5-a9f498238f5e/cluster_cbb5ee28-203b-6476-4f46-cd6e90b756e4/data/data6/current/BP-367348433-172.17.0.2-1733428101801/current, will proceed with Du for space computation calculation, 2024-12-05T19:48:24,570 WARN [Thread-489 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-05T19:48:24,577 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x95644ae24960b029 with lease ID 0x67ff49034dc38d4d: Processing first storage report for DS-51913e82-9789-46cc-b172-84a736f9fd7e from datanode DatanodeRegistration(127.0.0.1:36915, datanodeUuid=95d73464-2880-4740-9889-bb98d90e4b4b, infoPort=43809, infoSecurePort=0, ipcPort=42039, storageInfo=lv=-57;cid=testClusterID;nsid=1377782336;c=1733428101801) 2024-12-05T19:48:24,577 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x95644ae24960b029 with lease ID 0x67ff49034dc38d4d: from storage DS-51913e82-9789-46cc-b172-84a736f9fd7e node DatanodeRegistration(127.0.0.1:36915, datanodeUuid=95d73464-2880-4740-9889-bb98d90e4b4b, infoPort=43809, infoSecurePort=0, ipcPort=42039, storageInfo=lv=-57;cid=testClusterID;nsid=1377782336;c=1733428101801), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T19:48:24,577 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x95644ae24960b029 with lease ID 0x67ff49034dc38d4d: Processing first storage report for DS-7148dcd5-0b40-4732-9ce8-cb2c3163d102 from datanode DatanodeRegistration(127.0.0.1:36915, datanodeUuid=95d73464-2880-4740-9889-bb98d90e4b4b, infoPort=43809, infoSecurePort=0, ipcPort=42039, storageInfo=lv=-57;cid=testClusterID;nsid=1377782336;c=1733428101801) 2024-12-05T19:48:24,577 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x95644ae24960b029 with lease ID 0x67ff49034dc38d4d: from storage DS-7148dcd5-0b40-4732-9ce8-cb2c3163d102 node DatanodeRegistration(127.0.0.1:36915, datanodeUuid=95d73464-2880-4740-9889-bb98d90e4b4b, infoPort=43809, infoSecurePort=0, ipcPort=42039, storageInfo=lv=-57;cid=testClusterID;nsid=1377782336;c=1733428101801), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T19:48:24,633 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@69286eeb{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d9c59029-25cf-d2e7-1bd5-a9f498238f5e/java.io.tmpdir/jetty-localhost-37541-hadoop-hdfs-3_4_1-tests_jar-_-any-1722776622281314979/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T19:48:24,634 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1a5c068b{HTTP/1.1, (http/1.1)}{localhost:37541} 2024-12-05T19:48:24,634 INFO [Time-limited test {}] server.Server(415): Started @70058ms 2024-12-05T19:48:24,636 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-05T19:48:24,677 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T19:48:24,680 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T19:48:24,681 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T19:48:24,681 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T19:48:24,681 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-05T19:48:24,682 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7fbc99cb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d9c59029-25cf-d2e7-1bd5-a9f498238f5e/hadoop.log.dir/,AVAILABLE} 2024-12-05T19:48:24,682 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5a360554{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T19:48:24,737 WARN [Thread-544 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d9c59029-25cf-d2e7-1bd5-a9f498238f5e/cluster_cbb5ee28-203b-6476-4f46-cd6e90b756e4/data/data7/current/BP-367348433-172.17.0.2-1733428101801/current, will proceed with Du for space computation calculation, 2024-12-05T19:48:24,738 WARN [Thread-545 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d9c59029-25cf-d2e7-1bd5-a9f498238f5e/cluster_cbb5ee28-203b-6476-4f46-cd6e90b756e4/data/data8/current/BP-367348433-172.17.0.2-1733428101801/current, will proceed with Du for space computation calculation, 2024-12-05T19:48:24,788 WARN [Thread-524 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-05T19:48:24,792 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x783e48e796014c09 with lease ID 0x67ff49034dc38d4e: Processing first storage report for DS-3a04c806-31a3-47b1-bd58-63d2bc65b5ce from datanode DatanodeRegistration(127.0.0.1:33361, datanodeUuid=0c3a149b-3177-40a2-9bf1-2cfb21ee344e, infoPort=45549, infoSecurePort=0, ipcPort=34753, storageInfo=lv=-57;cid=testClusterID;nsid=1377782336;c=1733428101801) 2024-12-05T19:48:24,792 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x783e48e796014c09 with lease ID 0x67ff49034dc38d4e: from storage DS-3a04c806-31a3-47b1-bd58-63d2bc65b5ce node DatanodeRegistration(127.0.0.1:33361, datanodeUuid=0c3a149b-3177-40a2-9bf1-2cfb21ee344e, infoPort=45549, infoSecurePort=0, ipcPort=34753, storageInfo=lv=-57;cid=testClusterID;nsid=1377782336;c=1733428101801), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T19:48:24,793 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x783e48e796014c09 with lease ID 0x67ff49034dc38d4e: Processing first storage report for DS-7dd1bb4c-7d35-416f-9a05-4cf2fc1bff7a from datanode DatanodeRegistration(127.0.0.1:33361, datanodeUuid=0c3a149b-3177-40a2-9bf1-2cfb21ee344e, infoPort=45549, infoSecurePort=0, ipcPort=34753, storageInfo=lv=-57;cid=testClusterID;nsid=1377782336;c=1733428101801) 2024-12-05T19:48:24,793 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x783e48e796014c09 with lease ID 0x67ff49034dc38d4e: from storage DS-7dd1bb4c-7d35-416f-9a05-4cf2fc1bff7a node DatanodeRegistration(127.0.0.1:33361, datanodeUuid=0c3a149b-3177-40a2-9bf1-2cfb21ee344e, infoPort=45549, infoSecurePort=0, ipcPort=34753, storageInfo=lv=-57;cid=testClusterID;nsid=1377782336;c=1733428101801), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T19:48:24,821 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4b0d9fd1{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d9c59029-25cf-d2e7-1bd5-a9f498238f5e/java.io.tmpdir/jetty-localhost-34967-hadoop-hdfs-3_4_1-tests_jar-_-any-4901812125716394707/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T19:48:24,822 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3ae67f46{HTTP/1.1, (http/1.1)}{localhost:34967} 2024-12-05T19:48:24,822 INFO [Time-limited test {}] server.Server(415): Started @70246ms 2024-12-05T19:48:24,823 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-05T19:48:24,932 WARN [Thread-569 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d9c59029-25cf-d2e7-1bd5-a9f498238f5e/cluster_cbb5ee28-203b-6476-4f46-cd6e90b756e4/data/data9/current/BP-367348433-172.17.0.2-1733428101801/current, will proceed with Du for space computation calculation, 2024-12-05T19:48:24,932 WARN [Thread-570 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d9c59029-25cf-d2e7-1bd5-a9f498238f5e/cluster_cbb5ee28-203b-6476-4f46-cd6e90b756e4/data/data10/current/BP-367348433-172.17.0.2-1733428101801/current, will proceed with Du for space computation calculation, 2024-12-05T19:48:24,953 WARN [Thread-559 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-05T19:48:24,956 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa9e678b690c49d5f with lease ID 0x67ff49034dc38d4f: Processing first storage report for DS-72bf19a3-8d2c-49b4-bc00-1176ea4c83c2 from datanode DatanodeRegistration(127.0.0.1:40229, datanodeUuid=2428ce47-427b-443b-936d-35ce50cf1890, infoPort=39467, infoSecurePort=0, ipcPort=46821, storageInfo=lv=-57;cid=testClusterID;nsid=1377782336;c=1733428101801) 2024-12-05T19:48:24,956 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa9e678b690c49d5f with lease ID 0x67ff49034dc38d4f: from storage DS-72bf19a3-8d2c-49b4-bc00-1176ea4c83c2 node DatanodeRegistration(127.0.0.1:40229, datanodeUuid=2428ce47-427b-443b-936d-35ce50cf1890, infoPort=39467, infoSecurePort=0, ipcPort=46821, storageInfo=lv=-57;cid=testClusterID;nsid=1377782336;c=1733428101801), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-05T19:48:24,956 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa9e678b690c49d5f with lease ID 0x67ff49034dc38d4f: Processing first storage report for DS-d4542bed-7ab6-45ef-834f-265321fe1246 from datanode DatanodeRegistration(127.0.0.1:40229, datanodeUuid=2428ce47-427b-443b-936d-35ce50cf1890, infoPort=39467, infoSecurePort=0, ipcPort=46821, storageInfo=lv=-57;cid=testClusterID;nsid=1377782336;c=1733428101801) 2024-12-05T19:48:24,956 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa9e678b690c49d5f with lease ID 0x67ff49034dc38d4f: from storage DS-d4542bed-7ab6-45ef-834f-265321fe1246 node DatanodeRegistration(127.0.0.1:40229, datanodeUuid=2428ce47-427b-443b-936d-35ce50cf1890, infoPort=39467, infoSecurePort=0, ipcPort=46821, storageInfo=lv=-57;cid=testClusterID;nsid=1377782336;c=1733428101801), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T19:48:25,054 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T19:48:25,055 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is 86162e2766a8,41377,1733428102570 2024-12-05T19:48:25,056 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@190d525f 2024-12-05T19:48:25,056 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T19:48:25,058 INFO [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56078, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T19:48:25,059 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41377 {}] util.TableDescriptorChecker(321): MAX_FILESIZE for table descriptor or "hbase.hregion.max.filesize" (786432) is too small, which might cause over splitting into unmanageable number of regions. 2024-12-05T19:48:25,059 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41377 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (8192) is too small, which might cause very frequent flushing. 2024-12-05T19:48:25,060 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41377 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestLogRolling-testLogRollOnDatanodeDeath', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T19:48:25,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41377 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath 2024-12-05T19:48:25,064 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath execute state=CREATE_TABLE_PRE_OPERATION 2024-12-05T19:48:25,064 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T19:48:25,064 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41377 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestLogRolling-testLogRollOnDatanodeDeath" procId is: 4 2024-12-05T19:48:25,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41377 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T19:48:25,066 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-05T19:48:25,077 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44369 is added to blk_1073741835_1011 (size=393) 2024-12-05T19:48:25,078 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36915 is added to blk_1073741835_1011 (size=393) 2024-12-05T19:48:25,080 INFO [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => bdaa2f347afda5677e9251c24f7ed42d, NAME => 'TestLogRolling-testLogRollOnDatanodeDeath,,1733428105059.bdaa2f347afda5677e9251c24f7ed42d.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestLogRolling-testLogRollOnDatanodeDeath', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46103/user/jenkins/test-data/209c8add-4f67-b90b-c027-4f2522358eca 2024-12-05T19:48:25,094 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44369 is added to blk_1073741836_1012 (size=76) 2024-12-05T19:48:25,095 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073741836_1012 (size=76) 2024-12-05T19:48:25,096 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(898): Instantiated TestLogRolling-testLogRollOnDatanodeDeath,,1733428105059.bdaa2f347afda5677e9251c24f7ed42d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T19:48:25,096 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(1722): Closing bdaa2f347afda5677e9251c24f7ed42d, disabling compactions & flushes 2024-12-05T19:48:25,096 INFO [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(1755): Closing region TestLogRolling-testLogRollOnDatanodeDeath,,1733428105059.bdaa2f347afda5677e9251c24f7ed42d. 2024-12-05T19:48:25,096 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testLogRollOnDatanodeDeath,,1733428105059.bdaa2f347afda5677e9251c24f7ed42d. 2024-12-05T19:48:25,096 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testLogRollOnDatanodeDeath,,1733428105059.bdaa2f347afda5677e9251c24f7ed42d. after waiting 0 ms 2024-12-05T19:48:25,096 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testLogRollOnDatanodeDeath,,1733428105059.bdaa2f347afda5677e9251c24f7ed42d. 2024-12-05T19:48:25,096 INFO [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(1973): Closed TestLogRolling-testLogRollOnDatanodeDeath,,1733428105059.bdaa2f347afda5677e9251c24f7ed42d. 2024-12-05T19:48:25,096 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(1676): Region close journal for bdaa2f347afda5677e9251c24f7ed42d: Waiting for close lock at 1733428105096Disabling compacts and flushes for region at 1733428105096Disabling writes for close at 1733428105096Writing region close event to WAL at 1733428105096Closed at 1733428105096 2024-12-05T19:48:25,099 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath execute state=CREATE_TABLE_ADD_TO_META 2024-12-05T19:48:25,099 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestLogRolling-testLogRollOnDatanodeDeath,,1733428105059.bdaa2f347afda5677e9251c24f7ed42d.","families":{"info":[{"qualifier":"regioninfo","vlen":75,"tag":[],"timestamp":"1733428105099"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733428105099"}]},"ts":"1733428105099"} 2024-12-05T19:48:25,102 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-05T19:48:25,103 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-05T19:48:25,104 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testLogRollOnDatanodeDeath","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733428105104"}]},"ts":"1733428105104"} 2024-12-05T19:48:25,106 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testLogRollOnDatanodeDeath, state=ENABLING in hbase:meta 2024-12-05T19:48:25,107 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRollOnDatanodeDeath, region=bdaa2f347afda5677e9251c24f7ed42d, ASSIGN}] 2024-12-05T19:48:25,109 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRollOnDatanodeDeath, region=bdaa2f347afda5677e9251c24f7ed42d, ASSIGN 2024-12-05T19:48:25,110 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRollOnDatanodeDeath, region=bdaa2f347afda5677e9251c24f7ed42d, ASSIGN; state=OFFLINE, location=86162e2766a8,46293,1733428102630; forceNewPlan=false, retain=false 2024-12-05T19:48:25,261 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=bdaa2f347afda5677e9251c24f7ed42d, regionState=OPENING, regionLocation=86162e2766a8,46293,1733428102630 2024-12-05T19:48:25,265 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRollOnDatanodeDeath, region=bdaa2f347afda5677e9251c24f7ed42d, ASSIGN because future has completed 2024-12-05T19:48:25,265 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure bdaa2f347afda5677e9251c24f7ed42d, server=86162e2766a8,46293,1733428102630}] 2024-12-05T19:48:25,351 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T19:48:25,361 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T19:48:25,426 INFO [RS_OPEN_REGION-regionserver/86162e2766a8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open TestLogRolling-testLogRollOnDatanodeDeath,,1733428105059.bdaa2f347afda5677e9251c24f7ed42d. 2024-12-05T19:48:25,427 DEBUG [RS_OPEN_REGION-regionserver/86162e2766a8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => bdaa2f347afda5677e9251c24f7ed42d, NAME => 'TestLogRolling-testLogRollOnDatanodeDeath,,1733428105059.bdaa2f347afda5677e9251c24f7ed42d.', STARTKEY => '', ENDKEY => ''} 2024-12-05T19:48:25,427 DEBUG [RS_OPEN_REGION-regionserver/86162e2766a8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestLogRolling-testLogRollOnDatanodeDeath bdaa2f347afda5677e9251c24f7ed42d 2024-12-05T19:48:25,427 DEBUG [RS_OPEN_REGION-regionserver/86162e2766a8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated TestLogRolling-testLogRollOnDatanodeDeath,,1733428105059.bdaa2f347afda5677e9251c24f7ed42d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T19:48:25,427 DEBUG [RS_OPEN_REGION-regionserver/86162e2766a8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for bdaa2f347afda5677e9251c24f7ed42d 2024-12-05T19:48:25,427 DEBUG [RS_OPEN_REGION-regionserver/86162e2766a8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for bdaa2f347afda5677e9251c24f7ed42d 2024-12-05T19:48:25,429 INFO [StoreOpener-bdaa2f347afda5677e9251c24f7ed42d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region bdaa2f347afda5677e9251c24f7ed42d 2024-12-05T19:48:25,431 INFO [StoreOpener-bdaa2f347afda5677e9251c24f7ed42d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bdaa2f347afda5677e9251c24f7ed42d columnFamilyName info 2024-12-05T19:48:25,431 DEBUG [StoreOpener-bdaa2f347afda5677e9251c24f7ed42d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T19:48:25,432 INFO [StoreOpener-bdaa2f347afda5677e9251c24f7ed42d-1 {}] regionserver.HStore(327): Store=bdaa2f347afda5677e9251c24f7ed42d/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T19:48:25,432 DEBUG [RS_OPEN_REGION-regionserver/86162e2766a8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for bdaa2f347afda5677e9251c24f7ed42d 2024-12-05T19:48:25,433 DEBUG [RS_OPEN_REGION-regionserver/86162e2766a8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46103/user/jenkins/test-data/209c8add-4f67-b90b-c027-4f2522358eca/data/default/TestLogRolling-testLogRollOnDatanodeDeath/bdaa2f347afda5677e9251c24f7ed42d 2024-12-05T19:48:25,434 DEBUG [RS_OPEN_REGION-regionserver/86162e2766a8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46103/user/jenkins/test-data/209c8add-4f67-b90b-c027-4f2522358eca/data/default/TestLogRolling-testLogRollOnDatanodeDeath/bdaa2f347afda5677e9251c24f7ed42d 2024-12-05T19:48:25,434 DEBUG [RS_OPEN_REGION-regionserver/86162e2766a8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for bdaa2f347afda5677e9251c24f7ed42d 2024-12-05T19:48:25,434 DEBUG [RS_OPEN_REGION-regionserver/86162e2766a8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for bdaa2f347afda5677e9251c24f7ed42d 2024-12-05T19:48:25,436 DEBUG [RS_OPEN_REGION-regionserver/86162e2766a8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for bdaa2f347afda5677e9251c24f7ed42d 2024-12-05T19:48:25,439 DEBUG [RS_OPEN_REGION-regionserver/86162e2766a8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46103/user/jenkins/test-data/209c8add-4f67-b90b-c027-4f2522358eca/data/default/TestLogRolling-testLogRollOnDatanodeDeath/bdaa2f347afda5677e9251c24f7ed42d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T19:48:25,440 INFO [RS_OPEN_REGION-regionserver/86162e2766a8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened bdaa2f347afda5677e9251c24f7ed42d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=806544, jitterRate=0.02557457983493805}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-05T19:48:25,440 DEBUG [RS_OPEN_REGION-regionserver/86162e2766a8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for bdaa2f347afda5677e9251c24f7ed42d 2024-12-05T19:48:25,442 DEBUG [RS_OPEN_REGION-regionserver/86162e2766a8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for bdaa2f347afda5677e9251c24f7ed42d: Running coprocessor pre-open hook at 1733428105427Writing region info on filesystem at 1733428105427Initializing all the Stores at 1733428105429 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733428105429Cleaning up temporary data from old regions at 1733428105434 (+5 ms)Running coprocessor post-open hooks at 1733428105440 (+6 ms)Region opened successfully at 1733428105441 (+1 ms) 2024-12-05T19:48:25,462 INFO [RS_OPEN_REGION-regionserver/86162e2766a8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for TestLogRolling-testLogRollOnDatanodeDeath,,1733428105059.bdaa2f347afda5677e9251c24f7ed42d., pid=6, masterSystemTime=1733428105421 2024-12-05T19:48:25,468 DEBUG [RS_OPEN_REGION-regionserver/86162e2766a8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for TestLogRolling-testLogRollOnDatanodeDeath,,1733428105059.bdaa2f347afda5677e9251c24f7ed42d. 2024-12-05T19:48:25,468 INFO [RS_OPEN_REGION-regionserver/86162e2766a8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened TestLogRolling-testLogRollOnDatanodeDeath,,1733428105059.bdaa2f347afda5677e9251c24f7ed42d. 2024-12-05T19:48:25,473 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=bdaa2f347afda5677e9251c24f7ed42d, regionState=OPEN, openSeqNum=2, regionLocation=86162e2766a8,46293,1733428102630 2024-12-05T19:48:25,478 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure bdaa2f347afda5677e9251c24f7ed42d, server=86162e2766a8,46293,1733428102630 because future has completed 2024-12-05T19:48:25,486 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-05T19:48:25,486 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure bdaa2f347afda5677e9251c24f7ed42d, server=86162e2766a8,46293,1733428102630 in 217 msec 2024-12-05T19:48:25,491 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-05T19:48:25,491 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRollOnDatanodeDeath, region=bdaa2f347afda5677e9251c24f7ed42d, ASSIGN in 379 msec 2024-12-05T19:48:25,493 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-05T19:48:25,493 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testLogRollOnDatanodeDeath","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733428105493"}]},"ts":"1733428105493"} 2024-12-05T19:48:25,496 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testLogRollOnDatanodeDeath, state=ENABLED in hbase:meta 2024-12-05T19:48:25,498 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath execute state=CREATE_TABLE_POST_OPERATION 2024-12-05T19:48:25,508 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath in 438 msec 2024-12-05T19:48:25,878 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-05T19:48:25,881 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T19:48:25,910 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T19:48:29,419 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-05T19:48:29,420 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestLogRolling-testLogRollOnDatanodeDeath' 2024-12-05T19:48:30,225 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testLogRollOnDatanodeDeath 2024-12-05T19:48:30,225 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testLogRollOnDatanodeDeath Metrics about Tables on a single HBase RegionServer 2024-12-05T19:48:30,227 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testSlowSyncLogRolling 2024-12-05T19:48:30,930 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-05T19:48:30,933 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T19:48:31,029 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T19:48:35,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41377 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T19:48:35,143 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestLogRolling-testLogRollOnDatanodeDeath completed 2024-12-05T19:48:35,143 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table TestLogRolling-testLogRollOnDatanodeDeath get assigned. Timeout = 60000ms 2024-12-05T19:48:35,144 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-05T19:48:35,149 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table TestLogRolling-testLogRollOnDatanodeDeath assigned to meta. Checking AM states. 2024-12-05T19:48:35,149 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-05T19:48:35,150 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table TestLogRolling-testLogRollOnDatanodeDeath assigned. 2024-12-05T19:48:35,153 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestLogRolling-testLogRollOnDatanodeDeath', row='row0001', locateType=CURRENT is [region=TestLogRolling-testLogRollOnDatanodeDeath,,1733428105059.bdaa2f347afda5677e9251c24f7ed42d., hostname=86162e2766a8,46293,1733428102630, seqNum=2] 2024-12-05T19:48:35,156 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=TestLogRolling-testLogRollOnDatanodeDeath,, stopping at row=TestLogRolling-testLogRollOnDatanodeDeath ,, for max=2147483647 with caching=100 2024-12-05T19:48:35,159 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2234): Found 1 regions for table TestLogRolling-testLogRollOnDatanodeDeath 2024-12-05T19:48:35,159 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2240): firstRegionName=TestLogRolling-testLogRollOnDatanodeDeath,,1733428105059.bdaa2f347afda5677e9251c24f7ed42d. 2024-12-05T19:48:35,161 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_1936585784_22 at /127.0.0.1:42186 [Receiving block BP-367348433-172.17.0.2-1733428101801:blk_1073741833_1009] {}] datanode.DataXceiver(331): 127.0.0.1:44369:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:42186 dst: /127.0.0.1:44369 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T19:48:35,161 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_1814644736_22 at /127.0.0.1:42166 [Receiving block BP-367348433-172.17.0.2-1733428101801:blk_1073741830_1006] {}] datanode.DataXceiver(331): 127.0.0.1:44369:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:42166 dst: /127.0.0.1:44369 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T19:48:35,161 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_1936585784_22 at /127.0.0.1:52716 [Receiving block BP-367348433-172.17.0.2-1733428101801:blk_1073741834_1010] {}] datanode.DataXceiver(331): 127.0.0.1:41285:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:52716 dst: /127.0.0.1:41285 java.nio.channels.ClosedChannelException: null at java.nio.channels.spi.AbstractSelectableChannel.register(AbstractSelectableChannel.java:222) ~[?:?] at java.nio.channels.SelectableChannel.register(SelectableChannel.java:260) ~[?:?] at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:334) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T19:48:35,161 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_1814644736_22 at /127.0.0.1:52676 [Receiving block BP-367348433-172.17.0.2-1733428101801:blk_1073741830_1006] {}] datanode.DataXceiver(331): 127.0.0.1:41285:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:52676 dst: /127.0.0.1:41285 java.nio.channels.ClosedChannelException: null at java.nio.channels.spi.AbstractSelectableChannel.register(AbstractSelectableChannel.java:222) ~[?:?] at java.nio.channels.SelectableChannel.register(SelectableChannel.java:260) ~[?:?] at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:334) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T19:48:35,161 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_1936585784_22 at /127.0.0.1:52696 [Receiving block BP-367348433-172.17.0.2-1733428101801:blk_1073741833_1009] {}] datanode.DataXceiver(331): 127.0.0.1:41285:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:52696 dst: /127.0.0.1:41285 java.nio.channels.ClosedChannelException: null at java.nio.channels.spi.AbstractSelectableChannel.register(AbstractSelectableChannel.java:222) ~[?:?] at java.nio.channels.SelectableChannel.register(SelectableChannel.java:260) ~[?:?] at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:334) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T19:48:35,161 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_1936585784_22 at /127.0.0.1:42190 [Receiving block BP-367348433-172.17.0.2-1733428101801:blk_1073741834_1010] {}] datanode.DataXceiver(331): 127.0.0.1:44369:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:42190 dst: /127.0.0.1:44369 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T19:48:35,163 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@40972279{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T19:48:35,164 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@63c46134{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T19:48:35,164 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T19:48:35,164 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3a898108{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T19:48:35,164 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5047de0c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d9c59029-25cf-d2e7-1bd5-a9f498238f5e/hadoop.log.dir/,STOPPED} 2024-12-05T19:48:35,165 WARN [BP-367348433-172.17.0.2-1733428101801 heartbeating to localhost/127.0.0.1:46103 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-05T19:48:35,165 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-05T19:48:35,165 WARN [BP-367348433-172.17.0.2-1733428101801 heartbeating to localhost/127.0.0.1:46103 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-367348433-172.17.0.2-1733428101801 (Datanode Uuid 31dd3adb-47d2-4f55-98a3-dcd63c83ee85) service to localhost/127.0.0.1:46103 2024-12-05T19:48:35,165 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-05T19:48:35,166 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d9c59029-25cf-d2e7-1bd5-a9f498238f5e/cluster_cbb5ee28-203b-6476-4f46-cd6e90b756e4/data/data3/current/BP-367348433-172.17.0.2-1733428101801 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T19:48:35,166 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d9c59029-25cf-d2e7-1bd5-a9f498238f5e/cluster_cbb5ee28-203b-6476-4f46-cd6e90b756e4/data/data4/current/BP-367348433-172.17.0.2-1733428101801 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T19:48:35,167 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-05T19:48:35,176 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T19:48:35,180 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T19:48:35,180 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T19:48:35,180 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T19:48:35,180 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-05T19:48:35,181 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1f161185{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d9c59029-25cf-d2e7-1bd5-a9f498238f5e/hadoop.log.dir/,AVAILABLE} 2024-12-05T19:48:35,181 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2ba0a89b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T19:48:35,297 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2714f2a4{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d9c59029-25cf-d2e7-1bd5-a9f498238f5e/java.io.tmpdir/jetty-localhost-41867-hadoop-hdfs-3_4_1-tests_jar-_-any-8695173165355133360/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T19:48:35,298 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@ebcb8e4{HTTP/1.1, (http/1.1)}{localhost:41867} 2024-12-05T19:48:35,298 INFO [Time-limited test {}] server.Server(415): Started @80722ms 2024-12-05T19:48:35,299 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-05T19:48:35,321 WARN [AsyncFSWAL-0-hdfs://localhost:46103/user/jenkins/test-data/209c8add-4f67-b90b-c027-4f2522358eca-prefix:86162e2766a8,46293,1733428102630 {}] wal.AbstractFSWAL(1504): sync failed java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush0(FanOutOneBlockAsyncDFSOutput.java:469) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush(FanOutOneBlockAsyncDFSOutput.java:558) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.sync(AsyncProtobufLogWriter.java:153) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncFSWAL.doWriterSync(AsyncFSWAL.java:159) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncFSWAL.doWriterSync(AsyncFSWAL.java:100) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.sync(AbstractFSWAL.java:1629) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.consume(AbstractFSWAL.java:1861) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T19:48:35,321 DEBUG [regionserver/86162e2766a8:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 86162e2766a8%2C46293%2C1733428102630:(num 1733428103591) roll requested 2024-12-05T19:48:35,335 DEBUG [regionserver/86162e2766a8:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/209c8add-4f67-b90b-c027-4f2522358eca/WALs/86162e2766a8,46293,1733428102630/86162e2766a8%2C46293%2C1733428102630.1733428115321, exclude list is [], retry=0 2024-12-05T19:48:35,339 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40229,DS-72bf19a3-8d2c-49b4-bc00-1176ea4c83c2,DISK] 2024-12-05T19:48:35,339 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33361,DS-3a04c806-31a3-47b1-bd58-63d2bc65b5ce,DISK] 2024-12-05T19:48:35,343 INFO [regionserver/86162e2766a8:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/209c8add-4f67-b90b-c027-4f2522358eca/WALs/86162e2766a8,46293,1733428102630/86162e2766a8%2C46293%2C1733428102630.1733428103591 with entries=3, filesize=2.68 KB; new WAL /user/jenkins/test-data/209c8add-4f67-b90b-c027-4f2522358eca/WALs/86162e2766a8,46293,1733428102630/86162e2766a8%2C46293%2C1733428102630.1733428115321 2024-12-05T19:48:35,343 DEBUG [regionserver/86162e2766a8:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45549:45549),(127.0.0.1/127.0.0.1:39467:39467)] 2024-12-05T19:48:35,343 DEBUG [regionserver/86162e2766a8:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:46103/user/jenkins/test-data/209c8add-4f67-b90b-c027-4f2522358eca/WALs/86162e2766a8,46293,1733428102630/86162e2766a8%2C46293%2C1733428102630.1733428103591 is not closed yet, will try archiving it next time 2024-12-05T19:48:35,344 WARN [Close-WAL-Writer-0 {}] wal.AbstractProtobufLogWriter(255): Failed to write trailer, non-fatal, continuing... java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush0(FanOutOneBlockAsyncDFSOutput.java:469) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush(FanOutOneBlockAsyncDFSOutput.java:558) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.lambda$writeWALTrailerAndMagic$3(AsyncProtobufLogWriter.java:249) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.writeWALMetadata(AsyncProtobufLogWriter.java:203) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.writeWALTrailerAndMagic(AsyncProtobufLogWriter.java:240) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufLogWriter.writeWALTrailer(AbstractProtobufLogWriter.java:252) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.close(AsyncProtobufLogWriter.java:162) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.lambda$closeWriter$17(AbstractFSWAL.java:2041) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T19:48:35,344 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-05T19:48:35,344 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T19:48:35,344 WARN [Close-WAL-Writer-0 {}] wal.AsyncProtobufLogWriter(165): normal close failed, try recover java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.close(AsyncProtobufLogWriter.java:163) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.lambda$closeWriter$17(AbstractFSWAL.java:2041) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T19:48:35,345 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T19:48:35,345 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T19:48:35,345 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T19:48:35,345 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-05T19:48:35,345 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1971826981, stopped=false 2024-12-05T19:48:35,345 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=86162e2766a8,41377,1733428102570 2024-12-05T19:48:35,346 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T19:48:35,346 DEBUG [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-12-05T19:48:35,346 DEBUG [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-12-05T19:48:35,346 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file /user/jenkins/test-data/209c8add-4f67-b90b-c027-4f2522358eca/WALs/86162e2766a8,46293,1733428102630/86162e2766a8%2C46293%2C1733428102630.1733428103591 2024-12-05T19:48:35,348 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41377-0x10063b97e6a0000, quorum=127.0.0.1:60314, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-05T19:48:35,348 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41377-0x10063b97e6a0000, quorum=127.0.0.1:60314, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T19:48:35,348 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46293-0x10063b97e6a0001, quorum=127.0.0.1:60314, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-05T19:48:35,348 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46293-0x10063b97e6a0001, quorum=127.0.0.1:60314, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T19:48:35,348 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-05T19:48:35,348 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T19:48:35,348 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T19:48:35,349 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T19:48:35,349 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '86162e2766a8,46293,1733428102630' ***** 2024-12-05T19:48:35,349 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-05T19:48:35,349 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:41377-0x10063b97e6a0000, quorum=127.0.0.1:60314, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-05T19:48:35,349 INFO [RS:0;86162e2766a8:46293 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-05T19:48:35,349 INFO [RS:0;86162e2766a8:46293 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-05T19:48:35,349 INFO [RS:0;86162e2766a8:46293 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-05T19:48:35,349 INFO [RS:0;86162e2766a8:46293 {}] regionserver.HRegionServer(3091): Received CLOSE for bdaa2f347afda5677e9251c24f7ed42d 2024-12-05T19:48:35,349 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-05T19:48:35,350 WARN [IPC Server handler 1 on default port 46103 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /user/jenkins/test-data/209c8add-4f67-b90b-c027-4f2522358eca/WALs/86162e2766a8,46293,1733428102630/86162e2766a8%2C46293%2C1733428102630.1733428103591 has not been closed. Lease recovery is in progress. RecoveryId = 1014 for block blk_1073741833_1009 2024-12-05T19:48:35,350 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46293-0x10063b97e6a0001, quorum=127.0.0.1:60314, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-05T19:48:35,352 INFO [RS:0;86162e2766a8:46293 {}] regionserver.HRegionServer(959): stopping server 86162e2766a8,46293,1733428102630 2024-12-05T19:48:35,352 INFO [RS:0;86162e2766a8:46293 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T19:48:35,352 DEBUG [RS_CLOSE_REGION-regionserver/86162e2766a8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing bdaa2f347afda5677e9251c24f7ed42d, disabling compactions & flushes 2024-12-05T19:48:35,352 INFO [RS:0;86162e2766a8:46293 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;86162e2766a8:46293. 2024-12-05T19:48:35,352 INFO [RS_CLOSE_REGION-regionserver/86162e2766a8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region TestLogRolling-testLogRollOnDatanodeDeath,,1733428105059.bdaa2f347afda5677e9251c24f7ed42d. 2024-12-05T19:48:35,352 DEBUG [RS:0;86162e2766a8:46293 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T19:48:35,352 DEBUG [RS_CLOSE_REGION-regionserver/86162e2766a8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testLogRollOnDatanodeDeath,,1733428105059.bdaa2f347afda5677e9251c24f7ed42d. 2024-12-05T19:48:35,352 DEBUG [RS:0;86162e2766a8:46293 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T19:48:35,352 DEBUG [RS_CLOSE_REGION-regionserver/86162e2766a8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testLogRollOnDatanodeDeath,,1733428105059.bdaa2f347afda5677e9251c24f7ed42d. after waiting 0 ms 2024-12-05T19:48:35,352 INFO [RS:0;86162e2766a8:46293 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-05T19:48:35,352 INFO [RS:0;86162e2766a8:46293 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-05T19:48:35,352 INFO [RS:0;86162e2766a8:46293 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-05T19:48:35,352 INFO [RS:0;86162e2766a8:46293 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-05T19:48:35,354 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=/user/jenkins/test-data/209c8add-4f67-b90b-c027-4f2522358eca/WALs/86162e2766a8,46293,1733428102630/86162e2766a8%2C46293%2C1733428102630.1733428103591 after 7ms 2024-12-05T19:48:35,354 DEBUG [RS_CLOSE_REGION-regionserver/86162e2766a8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testLogRollOnDatanodeDeath,,1733428105059.bdaa2f347afda5677e9251c24f7ed42d. 2024-12-05T19:48:35,355 INFO [RS_CLOSE_REGION-regionserver/86162e2766a8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing bdaa2f347afda5677e9251c24f7ed42d 1/1 column families, dataSize=2.05 KB heapSize=2.45 KB 2024-12-05T19:48:35,356 INFO [RS:0;86162e2766a8:46293 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-05T19:48:35,357 DEBUG [RS:0;86162e2766a8:46293 {}] regionserver.HRegionServer(1325): Online Regions={bdaa2f347afda5677e9251c24f7ed42d=TestLogRolling-testLogRollOnDatanodeDeath,,1733428105059.bdaa2f347afda5677e9251c24f7ed42d., 1588230740=hbase:meta,,1.1588230740} 2024-12-05T19:48:35,357 DEBUG [RS:0;86162e2766a8:46293 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, bdaa2f347afda5677e9251c24f7ed42d 2024-12-05T19:48:35,357 DEBUG [RS_CLOSE_META-regionserver/86162e2766a8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-05T19:48:35,357 INFO [RS_CLOSE_META-regionserver/86162e2766a8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-05T19:48:35,357 DEBUG [RS_CLOSE_META-regionserver/86162e2766a8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-05T19:48:35,357 DEBUG [RS_CLOSE_META-regionserver/86162e2766a8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T19:48:35,357 DEBUG [RS_CLOSE_META-regionserver/86162e2766a8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T19:48:35,357 INFO [RS_CLOSE_META-regionserver/86162e2766a8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.71 KB heapSize=3.75 KB 2024-12-05T19:48:35,358 WARN [AsyncFSWAL-0-hdfs://localhost:46103/user/jenkins/test-data/209c8add-4f67-b90b-c027-4f2522358eca-prefix:86162e2766a8,46293,1733428102630.meta {}] wal.AbstractFSWAL(1504): sync failed java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush0(FanOutOneBlockAsyncDFSOutput.java:469) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush(FanOutOneBlockAsyncDFSOutput.java:558) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.sync(AsyncProtobufLogWriter.java:153) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncFSWAL.doWriterSync(AsyncFSWAL.java:159) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncFSWAL.doWriterSync(AsyncFSWAL.java:100) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.sync(AbstractFSWAL.java:1629) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.consume(AbstractFSWAL.java:1861) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T19:48:35,358 DEBUG [regionserver/86162e2766a8:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 86162e2766a8%2C46293%2C1733428102630.meta:.meta(num 1733428104032) roll requested 2024-12-05T19:48:35,374 DEBUG [RS_CLOSE_REGION-regionserver/86162e2766a8:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46103/user/jenkins/test-data/209c8add-4f67-b90b-c027-4f2522358eca/data/default/TestLogRolling-testLogRollOnDatanodeDeath/bdaa2f347afda5677e9251c24f7ed42d/.tmp/info/808c927c649b411d93c6107f6d36ad28 is 1055, key is row0001/info:/1733428115154/Put/seqid=0 2024-12-05T19:48:35,380 DEBUG [regionserver/86162e2766a8:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/209c8add-4f67-b90b-c027-4f2522358eca/WALs/86162e2766a8,46293,1733428102630/86162e2766a8%2C46293%2C1733428102630.meta.1733428115358.meta, exclude list is [], retry=0 2024-12-05T19:48:35,381 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073741838_1015 (size=7062) 2024-12-05T19:48:35,382 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36915 is added to blk_1073741838_1015 (size=7062) 2024-12-05T19:48:35,383 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40229,DS-72bf19a3-8d2c-49b4-bc00-1176ea4c83c2,DISK] 2024-12-05T19:48:35,383 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36915,DS-51913e82-9789-46cc-b172-84a736f9fd7e,DISK] 2024-12-05T19:48:35,385 INFO [RS_CLOSE_REGION-regionserver/86162e2766a8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.05 KB at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:46103/user/jenkins/test-data/209c8add-4f67-b90b-c027-4f2522358eca/data/default/TestLogRolling-testLogRollOnDatanodeDeath/bdaa2f347afda5677e9251c24f7ed42d/.tmp/info/808c927c649b411d93c6107f6d36ad28 2024-12-05T19:48:35,390 INFO [regionserver/86162e2766a8:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/209c8add-4f67-b90b-c027-4f2522358eca/WALs/86162e2766a8,46293,1733428102630/86162e2766a8%2C46293%2C1733428102630.meta.1733428104032.meta with entries=9, filesize=2.52 KB; new WAL /user/jenkins/test-data/209c8add-4f67-b90b-c027-4f2522358eca/WALs/86162e2766a8,46293,1733428102630/86162e2766a8%2C46293%2C1733428102630.meta.1733428115358.meta 2024-12-05T19:48:35,392 DEBUG [regionserver/86162e2766a8:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39467:39467),(127.0.0.1/127.0.0.1:43809:43809)] 2024-12-05T19:48:35,392 DEBUG [regionserver/86162e2766a8:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:46103/user/jenkins/test-data/209c8add-4f67-b90b-c027-4f2522358eca/WALs/86162e2766a8,46293,1733428102630/86162e2766a8%2C46293%2C1733428102630.meta.1733428104032.meta is not closed yet, will try archiving it next time 2024-12-05T19:48:35,392 WARN [Close-WAL-Writer-0 {}] wal.AbstractProtobufLogWriter(255): Failed to write trailer, non-fatal, continuing... java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush0(FanOutOneBlockAsyncDFSOutput.java:469) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush(FanOutOneBlockAsyncDFSOutput.java:558) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.lambda$writeWALTrailerAndMagic$3(AsyncProtobufLogWriter.java:249) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.writeWALMetadata(AsyncProtobufLogWriter.java:203) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.writeWALTrailerAndMagic(AsyncProtobufLogWriter.java:240) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufLogWriter.writeWALTrailer(AbstractProtobufLogWriter.java:252) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.close(AsyncProtobufLogWriter.java:162) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.lambda$closeWriter$17(AbstractFSWAL.java:2041) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T19:48:35,392 WARN [Close-WAL-Writer-0 {}] wal.AsyncProtobufLogWriter(165): normal close failed, try recover java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.close(AsyncProtobufLogWriter.java:163) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.lambda$closeWriter$17(AbstractFSWAL.java:2041) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T19:48:35,393 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file /user/jenkins/test-data/209c8add-4f67-b90b-c027-4f2522358eca/WALs/86162e2766a8,46293,1733428102630/86162e2766a8%2C46293%2C1733428102630.meta.1733428104032.meta 2024-12-05T19:48:35,394 WARN [IPC Server handler 4 on default port 46103 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /user/jenkins/test-data/209c8add-4f67-b90b-c027-4f2522358eca/WALs/86162e2766a8,46293,1733428102630/86162e2766a8%2C46293%2C1733428102630.meta.1733428104032.meta has not been closed. Lease recovery is in progress. RecoveryId = 1017 for block blk_1073741834_1010 2024-12-05T19:48:35,394 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=/user/jenkins/test-data/209c8add-4f67-b90b-c027-4f2522358eca/WALs/86162e2766a8,46293,1733428102630/86162e2766a8%2C46293%2C1733428102630.meta.1733428104032.meta after 1ms 2024-12-05T19:48:35,398 DEBUG [RS_CLOSE_REGION-regionserver/86162e2766a8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46103/user/jenkins/test-data/209c8add-4f67-b90b-c027-4f2522358eca/data/default/TestLogRolling-testLogRollOnDatanodeDeath/bdaa2f347afda5677e9251c24f7ed42d/.tmp/info/808c927c649b411d93c6107f6d36ad28 as hdfs://localhost:46103/user/jenkins/test-data/209c8add-4f67-b90b-c027-4f2522358eca/data/default/TestLogRolling-testLogRollOnDatanodeDeath/bdaa2f347afda5677e9251c24f7ed42d/info/808c927c649b411d93c6107f6d36ad28 2024-12-05T19:48:35,407 INFO [RS_CLOSE_REGION-regionserver/86162e2766a8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46103/user/jenkins/test-data/209c8add-4f67-b90b-c027-4f2522358eca/data/default/TestLogRolling-testLogRollOnDatanodeDeath/bdaa2f347afda5677e9251c24f7ed42d/info/808c927c649b411d93c6107f6d36ad28, entries=2, sequenceid=6, filesize=6.9 K 2024-12-05T19:48:35,409 INFO [RS_CLOSE_REGION-regionserver/86162e2766a8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~2.05 KB/2102, heapSize ~2.44 KB/2496, currentSize=0 B/0 for bdaa2f347afda5677e9251c24f7ed42d in 54ms, sequenceid=6, compaction requested=false 2024-12-05T19:48:35,415 DEBUG [RS_CLOSE_REGION-regionserver/86162e2766a8:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46103/user/jenkins/test-data/209c8add-4f67-b90b-c027-4f2522358eca/data/default/TestLogRolling-testLogRollOnDatanodeDeath/bdaa2f347afda5677e9251c24f7ed42d/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-12-05T19:48:35,416 INFO [RS_CLOSE_REGION-regionserver/86162e2766a8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed TestLogRolling-testLogRollOnDatanodeDeath,,1733428105059.bdaa2f347afda5677e9251c24f7ed42d. 2024-12-05T19:48:35,416 DEBUG [RS_CLOSE_REGION-regionserver/86162e2766a8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for bdaa2f347afda5677e9251c24f7ed42d: Waiting for close lock at 1733428115352Running coprocessor pre-close hooks at 1733428115352Disabling compacts and flushes for region at 1733428115352Disabling writes for close at 1733428115352Obtaining lock to block concurrent updates at 1733428115355 (+3 ms)Preparing flush snapshotting stores in bdaa2f347afda5677e9251c24f7ed42d at 1733428115355Finished memstore snapshotting TestLogRolling-testLogRollOnDatanodeDeath,,1733428105059.bdaa2f347afda5677e9251c24f7ed42d., syncing WAL and waiting on mvcc, flushsize=dataSize=2102, getHeapSize=2496, getOffHeapSize=0, getCellsCount=2 at 1733428115355Flushing stores of TestLogRolling-testLogRollOnDatanodeDeath,,1733428105059.bdaa2f347afda5677e9251c24f7ed42d. at 1733428115356 (+1 ms)Flushing bdaa2f347afda5677e9251c24f7ed42d/info: creating writer at 1733428115356Flushing bdaa2f347afda5677e9251c24f7ed42d/info: appending metadata at 1733428115373 (+17 ms)Flushing bdaa2f347afda5677e9251c24f7ed42d/info: closing flushed file at 1733428115373Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@49624708: reopening flushed file at 1733428115397 (+24 ms)Finished flush of dataSize ~2.05 KB/2102, heapSize ~2.44 KB/2496, currentSize=0 B/0 for bdaa2f347afda5677e9251c24f7ed42d in 54ms, sequenceid=6, compaction requested=false at 1733428115409 (+12 ms)Writing region close event to WAL at 1733428115410 (+1 ms)Running coprocessor post-close hooks at 1733428115416 (+6 ms)Closed at 1733428115416 2024-12-05T19:48:35,416 DEBUG [RS_CLOSE_REGION-regionserver/86162e2766a8:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed TestLogRolling-testLogRollOnDatanodeDeath,,1733428105059.bdaa2f347afda5677e9251c24f7ed42d. 2024-12-05T19:48:35,417 DEBUG [RS_CLOSE_META-regionserver/86162e2766a8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46103/user/jenkins/test-data/209c8add-4f67-b90b-c027-4f2522358eca/data/hbase/meta/1588230740/.tmp/info/8d75203f0e54475c837ff978606efe8e is 203, key is TestLogRolling-testLogRollOnDatanodeDeath,,1733428105059.bdaa2f347afda5677e9251c24f7ed42d./info:regioninfo/1733428105472/Put/seqid=0 2024-12-05T19:48:35,420 WARN [Thread-633 {}] hdfs.DataStreamer(1959): Exception in createBlockOutputStream blk_1073741840_1018 java.net.ConnectException: Connection refused at sun.nio.ch.Net.pollConnect(Native Method) ~[?:?] at sun.nio.ch.Net.pollConnectNow(Net.java:672) ~[?:?] at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946) ~[?:?] at org.apache.hadoop.net.SocketIOWithTimeout.connect(SocketIOWithTimeout.java:205) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.NetUtils.connect(NetUtils.java:614) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.createSocketForPipeline(DataStreamer.java:256) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.createBlockOutputStream(DataStreamer.java:1894) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineForCreate(DataStreamer.java:1842) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.run(DataStreamer.java:752) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-12-05T19:48:35,420 WARN [Thread-633 {}] hdfs.DataStreamer(1731): Error Recovery for BP-367348433-172.17.0.2-1733428101801:blk_1073741840_1018 in pipeline [DatanodeInfoWithStorage[127.0.0.1:41285,DS-b18fab63-5a93-4497-8fa1-eae9c3c76ccc,DISK], DatanodeInfoWithStorage[127.0.0.1:33361,DS-3a04c806-31a3-47b1-bd58-63d2bc65b5ce,DISK]]: datanode 0(DatanodeInfoWithStorage[127.0.0.1:41285,DS-b18fab63-5a93-4497-8fa1-eae9c3c76ccc,DISK]) is bad. 2024-12-05T19:48:35,420 WARN [Thread-633 {}] hdfs.DataStreamer(1850): Abandoning BP-367348433-172.17.0.2-1733428101801:blk_1073741840_1018 2024-12-05T19:48:35,424 WARN [Thread-633 {}] hdfs.DataStreamer(1857): Excluding datanode DatanodeInfoWithStorage[127.0.0.1:41285,DS-b18fab63-5a93-4497-8fa1-eae9c3c76ccc,DISK] 2024-12-05T19:48:35,431 INFO [regionserver/86162e2766a8:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T19:48:35,432 INFO [regionserver/86162e2766a8:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-05T19:48:35,432 INFO [regionserver/86162e2766a8:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-05T19:48:35,434 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073741841_1019 (size=7089) 2024-12-05T19:48:35,434 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36915 is added to blk_1073741841_1019 (size=7089) 2024-12-05T19:48:35,435 INFO [RS_CLOSE_META-regionserver/86162e2766a8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.50 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:46103/user/jenkins/test-data/209c8add-4f67-b90b-c027-4f2522358eca/data/hbase/meta/1588230740/.tmp/info/8d75203f0e54475c837ff978606efe8e 2024-12-05T19:48:35,437 WARN [Thread-609 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-05T19:48:35,446 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4d9db2a73e6dcaf6 with lease ID 0x67ff49034dc38d50: from storage DS-b18fab63-5a93-4497-8fa1-eae9c3c76ccc node DatanodeRegistration(127.0.0.1:41475, datanodeUuid=31dd3adb-47d2-4f55-98a3-dcd63c83ee85, infoPort=40263, infoSecurePort=0, ipcPort=40315, storageInfo=lv=-57;cid=testClusterID;nsid=1377782336;c=1733428101801), blocks: 5, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-05T19:48:35,447 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4d9db2a73e6dcaf6 with lease ID 0x67ff49034dc38d50: from storage DS-df5846d5-a28c-4038-80a4-9ab9a40b0684 node DatanodeRegistration(127.0.0.1:41475, datanodeUuid=31dd3adb-47d2-4f55-98a3-dcd63c83ee85, infoPort=40263, infoSecurePort=0, ipcPort=40315, storageInfo=lv=-57;cid=testClusterID;nsid=1377782336;c=1733428101801), blocks: 5, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T19:48:35,462 DEBUG [RS_CLOSE_META-regionserver/86162e2766a8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46103/user/jenkins/test-data/209c8add-4f67-b90b-c027-4f2522358eca/data/hbase/meta/1588230740/.tmp/ns/3cfc757a01db4113be63757f995d71e0 is 43, key is default/ns:d/1733428104107/Put/seqid=0 2024-12-05T19:48:35,464 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44369 is added to blk_1073741833_1014 (size=1599) 2024-12-05T19:48:35,470 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33361 is added to blk_1073741842_1020 (size=5153) 2024-12-05T19:48:35,471 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44369 is added to blk_1073741842_1020 (size=5153) 2024-12-05T19:48:35,472 INFO [RS_CLOSE_META-regionserver/86162e2766a8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:46103/user/jenkins/test-data/209c8add-4f67-b90b-c027-4f2522358eca/data/hbase/meta/1588230740/.tmp/ns/3cfc757a01db4113be63757f995d71e0 2024-12-05T19:48:35,473 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44369 is added to blk_1073741834_1017 (size=2386) 2024-12-05T19:48:35,502 DEBUG [RS_CLOSE_META-regionserver/86162e2766a8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46103/user/jenkins/test-data/209c8add-4f67-b90b-c027-4f2522358eca/data/hbase/meta/1588230740/.tmp/table/4496724b2d974167a209dbd1c25df47f is 77, key is TestLogRolling-testLogRollOnDatanodeDeath/table:state/1733428105493/Put/seqid=0 2024-12-05T19:48:35,508 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33361 is added to blk_1073741843_1021 (size=5424) 2024-12-05T19:48:35,509 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36915 is added to blk_1073741843_1021 (size=5424) 2024-12-05T19:48:35,509 INFO [RS_CLOSE_META-regionserver/86162e2766a8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=146 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:46103/user/jenkins/test-data/209c8add-4f67-b90b-c027-4f2522358eca/data/hbase/meta/1588230740/.tmp/table/4496724b2d974167a209dbd1c25df47f 2024-12-05T19:48:35,518 DEBUG [RS_CLOSE_META-regionserver/86162e2766a8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46103/user/jenkins/test-data/209c8add-4f67-b90b-c027-4f2522358eca/data/hbase/meta/1588230740/.tmp/info/8d75203f0e54475c837ff978606efe8e as hdfs://localhost:46103/user/jenkins/test-data/209c8add-4f67-b90b-c027-4f2522358eca/data/hbase/meta/1588230740/info/8d75203f0e54475c837ff978606efe8e 2024-12-05T19:48:35,527 INFO [RS_CLOSE_META-regionserver/86162e2766a8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46103/user/jenkins/test-data/209c8add-4f67-b90b-c027-4f2522358eca/data/hbase/meta/1588230740/info/8d75203f0e54475c837ff978606efe8e, entries=10, sequenceid=11, filesize=6.9 K 2024-12-05T19:48:35,528 DEBUG [RS_CLOSE_META-regionserver/86162e2766a8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46103/user/jenkins/test-data/209c8add-4f67-b90b-c027-4f2522358eca/data/hbase/meta/1588230740/.tmp/ns/3cfc757a01db4113be63757f995d71e0 as hdfs://localhost:46103/user/jenkins/test-data/209c8add-4f67-b90b-c027-4f2522358eca/data/hbase/meta/1588230740/ns/3cfc757a01db4113be63757f995d71e0 2024-12-05T19:48:35,536 INFO [RS_CLOSE_META-regionserver/86162e2766a8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46103/user/jenkins/test-data/209c8add-4f67-b90b-c027-4f2522358eca/data/hbase/meta/1588230740/ns/3cfc757a01db4113be63757f995d71e0, entries=2, sequenceid=11, filesize=5.0 K 2024-12-05T19:48:35,537 DEBUG [RS_CLOSE_META-regionserver/86162e2766a8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46103/user/jenkins/test-data/209c8add-4f67-b90b-c027-4f2522358eca/data/hbase/meta/1588230740/.tmp/table/4496724b2d974167a209dbd1c25df47f as hdfs://localhost:46103/user/jenkins/test-data/209c8add-4f67-b90b-c027-4f2522358eca/data/hbase/meta/1588230740/table/4496724b2d974167a209dbd1c25df47f 2024-12-05T19:48:35,544 INFO [RS_CLOSE_META-regionserver/86162e2766a8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46103/user/jenkins/test-data/209c8add-4f67-b90b-c027-4f2522358eca/data/hbase/meta/1588230740/table/4496724b2d974167a209dbd1c25df47f, entries=2, sequenceid=11, filesize=5.3 K 2024-12-05T19:48:35,546 INFO [RS_CLOSE_META-regionserver/86162e2766a8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.71 KB/1752, heapSize ~3.45 KB/3536, currentSize=0 B/0 for 1588230740 in 189ms, sequenceid=11, compaction requested=false 2024-12-05T19:48:35,551 DEBUG [RS_CLOSE_META-regionserver/86162e2766a8:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46103/user/jenkins/test-data/209c8add-4f67-b90b-c027-4f2522358eca/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-12-05T19:48:35,552 DEBUG [RS_CLOSE_META-regionserver/86162e2766a8:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T19:48:35,552 INFO [RS_CLOSE_META-regionserver/86162e2766a8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-05T19:48:35,552 DEBUG [RS_CLOSE_META-regionserver/86162e2766a8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733428115357Running coprocessor pre-close hooks at 1733428115357Disabling compacts and flushes for region at 1733428115357Disabling writes for close at 1733428115357Obtaining lock to block concurrent updates at 1733428115357Preparing flush snapshotting stores in 1588230740 at 1733428115357Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1752, getHeapSize=3776, getOffHeapSize=0, getCellsCount=14 at 1733428115357Flushing stores of hbase:meta,,1.1588230740 at 1733428115393 (+36 ms)Flushing 1588230740/info: creating writer at 1733428115393Flushing 1588230740/info: appending metadata at 1733428115416 (+23 ms)Flushing 1588230740/info: closing flushed file at 1733428115417 (+1 ms)Flushing 1588230740/ns: creating writer at 1733428115444 (+27 ms)Flushing 1588230740/ns: appending metadata at 1733428115461 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1733428115461Flushing 1588230740/table: creating writer at 1733428115485 (+24 ms)Flushing 1588230740/table: appending metadata at 1733428115502 (+17 ms)Flushing 1588230740/table: closing flushed file at 1733428115502Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7e2dc: reopening flushed file at 1733428115517 (+15 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@795c3967: reopening flushed file at 1733428115527 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@429bc0e0: reopening flushed file at 1733428115536 (+9 ms)Finished flush of dataSize ~1.71 KB/1752, heapSize ~3.45 KB/3536, currentSize=0 B/0 for 1588230740 in 189ms, sequenceid=11, compaction requested=false at 1733428115546 (+10 ms)Writing region close event to WAL at 1733428115547 (+1 ms)Running coprocessor post-close hooks at 1733428115552 (+5 ms)Closed at 1733428115552 2024-12-05T19:48:35,552 DEBUG [RS_CLOSE_META-regionserver/86162e2766a8:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-05T19:48:35,557 INFO [RS:0;86162e2766a8:46293 {}] regionserver.HRegionServer(976): stopping server 86162e2766a8,46293,1733428102630; all regions closed. 2024-12-05T19:48:35,560 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36915 is added to blk_1073741839_1016 (size=825) 2024-12-05T19:48:35,560 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073741839_1016 (size=825) 2024-12-05T19:48:39,355 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=/user/jenkins/test-data/209c8add-4f67-b90b-c027-4f2522358eca/WALs/86162e2766a8,46293,1733428102630/86162e2766a8%2C46293%2C1733428102630.1733428103591 after 4009ms 2024-12-05T19:48:39,356 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:46103/user/jenkins/test-data/209c8add-4f67-b90b-c027-4f2522358eca/WALs/86162e2766a8,46293,1733428102630/86162e2766a8%2C46293%2C1733428102630.1733428103591 to hdfs://localhost:46103/user/jenkins/test-data/209c8add-4f67-b90b-c027-4f2522358eca/oldWALs/86162e2766a8%2C46293%2C1733428102630.1733428103591 2024-12-05T19:48:39,395 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=/user/jenkins/test-data/209c8add-4f67-b90b-c027-4f2522358eca/WALs/86162e2766a8,46293,1733428102630/86162e2766a8%2C46293%2C1733428102630.meta.1733428104032.meta after 4002ms 2024-12-05T19:48:39,396 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:46103/user/jenkins/test-data/209c8add-4f67-b90b-c027-4f2522358eca/WALs/86162e2766a8,46293,1733428102630/86162e2766a8%2C46293%2C1733428102630.meta.1733428104032.meta to hdfs://localhost:46103/user/jenkins/test-data/209c8add-4f67-b90b-c027-4f2522358eca/oldWALs/86162e2766a8%2C46293%2C1733428102630.meta.1733428104032.meta 2024-12-05T19:48:39,399 DEBUG [RS:0;86162e2766a8:46293 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/209c8add-4f67-b90b-c027-4f2522358eca/oldWALs 2024-12-05T19:48:39,399 INFO [RS:0;86162e2766a8:46293 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 86162e2766a8%2C46293%2C1733428102630.meta:.meta(num 1733428115358) 2024-12-05T19:48:39,402 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073741837_1013 (size=2288) 2024-12-05T19:48:39,402 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33361 is added to blk_1073741837_1013 (size=2288) 2024-12-05T19:48:39,405 DEBUG [RS:0;86162e2766a8:46293 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/209c8add-4f67-b90b-c027-4f2522358eca/oldWALs 2024-12-05T19:48:39,405 INFO [RS:0;86162e2766a8:46293 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 86162e2766a8%2C46293%2C1733428102630:(num 1733428115321) 2024-12-05T19:48:39,406 DEBUG [RS:0;86162e2766a8:46293 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T19:48:39,406 INFO [RS:0;86162e2766a8:46293 {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T19:48:39,406 INFO [RS:0;86162e2766a8:46293 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T19:48:39,406 INFO [RS:0;86162e2766a8:46293 {}] hbase.ChoreService(370): Chore service for: regionserver/86162e2766a8:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-05T19:48:39,406 INFO [RS:0;86162e2766a8:46293 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T19:48:39,406 INFO [RS:0;86162e2766a8:46293 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46293 2024-12-05T19:48:39,407 INFO [regionserver/86162e2766a8:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T19:48:39,409 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46293-0x10063b97e6a0001, quorum=127.0.0.1:60314, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/86162e2766a8,46293,1733428102630 2024-12-05T19:48:39,409 INFO [RS:0;86162e2766a8:46293 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T19:48:39,409 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41377-0x10063b97e6a0000, quorum=127.0.0.1:60314, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-05T19:48:39,411 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [86162e2766a8,46293,1733428102630] 2024-12-05T19:48:39,413 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/86162e2766a8,46293,1733428102630 already deleted, retry=false 2024-12-05T19:48:39,414 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 86162e2766a8,46293,1733428102630 expired; onlineServers=0 2024-12-05T19:48:39,414 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '86162e2766a8,41377,1733428102570' ***** 2024-12-05T19:48:39,414 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-05T19:48:39,414 INFO [M:0;86162e2766a8:41377 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T19:48:39,414 INFO [M:0;86162e2766a8:41377 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T19:48:39,414 DEBUG [M:0;86162e2766a8:41377 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-05T19:48:39,414 DEBUG [M:0;86162e2766a8:41377 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-05T19:48:39,414 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-05T19:48:39,414 DEBUG [master/86162e2766a8:0:becomeActiveMaster-HFileCleaner.small.0-1733428103378 {}] cleaner.HFileCleaner(306): Exit Thread[master/86162e2766a8:0:becomeActiveMaster-HFileCleaner.small.0-1733428103378,5,FailOnTimeoutGroup] 2024-12-05T19:48:39,414 DEBUG [master/86162e2766a8:0:becomeActiveMaster-HFileCleaner.large.0-1733428103376 {}] cleaner.HFileCleaner(306): Exit Thread[master/86162e2766a8:0:becomeActiveMaster-HFileCleaner.large.0-1733428103376,5,FailOnTimeoutGroup] 2024-12-05T19:48:39,414 INFO [M:0;86162e2766a8:41377 {}] hbase.ChoreService(370): Chore service for: master/86162e2766a8:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-05T19:48:39,415 INFO [M:0;86162e2766a8:41377 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T19:48:39,415 DEBUG [M:0;86162e2766a8:41377 {}] master.HMaster(1795): Stopping service threads 2024-12-05T19:48:39,415 INFO [M:0;86162e2766a8:41377 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-05T19:48:39,415 INFO [M:0;86162e2766a8:41377 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-05T19:48:39,415 INFO [M:0;86162e2766a8:41377 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-05T19:48:39,415 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-05T19:48:39,417 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41377-0x10063b97e6a0000, quorum=127.0.0.1:60314, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-12-05T19:48:39,417 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41377-0x10063b97e6a0000, quorum=127.0.0.1:60314, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T19:48:39,417 DEBUG [M:0;86162e2766a8:41377 {}] zookeeper.ZKUtil(347): master:41377-0x10063b97e6a0000, quorum=127.0.0.1:60314, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-12-05T19:48:39,417 WARN [M:0;86162e2766a8:41377 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-05T19:48:39,419 INFO [M:0;86162e2766a8:41377 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:46103/user/jenkins/test-data/209c8add-4f67-b90b-c027-4f2522358eca/.lastflushedseqids 2024-12-05T19:48:39,431 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36915 is added to blk_1073741844_1022 (size=139) 2024-12-05T19:48:39,431 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44369 is added to blk_1073741844_1022 (size=139) 2024-12-05T19:48:39,433 INFO [M:0;86162e2766a8:41377 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-05T19:48:39,433 INFO [M:0;86162e2766a8:41377 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-05T19:48:39,433 DEBUG [M:0;86162e2766a8:41377 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T19:48:39,433 INFO [M:0;86162e2766a8:41377 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T19:48:39,433 DEBUG [M:0;86162e2766a8:41377 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T19:48:39,433 DEBUG [M:0;86162e2766a8:41377 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T19:48:39,433 DEBUG [M:0;86162e2766a8:41377 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T19:48:39,433 INFO [M:0;86162e2766a8:41377 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=23.09 KB heapSize=29.05 KB 2024-12-05T19:48:39,434 WARN [AsyncFSWAL-0-hdfs://localhost:46103/user/jenkins/test-data/209c8add-4f67-b90b-c027-4f2522358eca/MasterData-prefix:86162e2766a8,41377,1733428102570 {}] wal.AbstractFSWAL(1504): sync failed java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush0(FanOutOneBlockAsyncDFSOutput.java:469) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush(FanOutOneBlockAsyncDFSOutput.java:558) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.sync(AsyncProtobufLogWriter.java:153) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncFSWAL.doWriterSync(AsyncFSWAL.java:159) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncFSWAL.doWriterSync(AsyncFSWAL.java:100) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.sync(AbstractFSWAL.java:1629) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.consume(AbstractFSWAL.java:1861) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T19:48:39,434 DEBUG [master:store-WAL-Roller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 86162e2766a8%2C41377%2C1733428102570:(num 1733428103212) roll requested 2024-12-05T19:48:39,456 DEBUG [master:store-WAL-Roller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/209c8add-4f67-b90b-c027-4f2522358eca/MasterData/WALs/86162e2766a8,41377,1733428102570/86162e2766a8%2C41377%2C1733428102570.1733428119435, exclude list is [], retry=0 2024-12-05T19:48:39,460 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40229,DS-72bf19a3-8d2c-49b4-bc00-1176ea4c83c2,DISK] 2024-12-05T19:48:39,460 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36915,DS-51913e82-9789-46cc-b172-84a736f9fd7e,DISK] 2024-12-05T19:48:39,464 INFO [master:store-WAL-Roller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/209c8add-4f67-b90b-c027-4f2522358eca/MasterData/WALs/86162e2766a8,41377,1733428102570/86162e2766a8%2C41377%2C1733428102570.1733428103212 with entries=54, filesize=26.80 KB; new WAL /user/jenkins/test-data/209c8add-4f67-b90b-c027-4f2522358eca/MasterData/WALs/86162e2766a8,41377,1733428102570/86162e2766a8%2C41377%2C1733428102570.1733428119435 2024-12-05T19:48:39,465 DEBUG [master:store-WAL-Roller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39467:39467),(127.0.0.1/127.0.0.1:43809:43809)] 2024-12-05T19:48:39,465 DEBUG [master:store-WAL-Roller {}] wal.AbstractFSWAL(879): hdfs://localhost:46103/user/jenkins/test-data/209c8add-4f67-b90b-c027-4f2522358eca/MasterData/WALs/86162e2766a8,41377,1733428102570/86162e2766a8%2C41377%2C1733428102570.1733428103212 is not closed yet, will try archiving it next time 2024-12-05T19:48:39,465 WARN [Close-WAL-Writer-0 {}] wal.AbstractProtobufLogWriter(255): Failed to write trailer, non-fatal, continuing... java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush0(FanOutOneBlockAsyncDFSOutput.java:469) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush(FanOutOneBlockAsyncDFSOutput.java:558) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.lambda$writeWALTrailerAndMagic$3(AsyncProtobufLogWriter.java:249) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.writeWALMetadata(AsyncProtobufLogWriter.java:203) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.writeWALTrailerAndMagic(AsyncProtobufLogWriter.java:240) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufLogWriter.writeWALTrailer(AbstractProtobufLogWriter.java:252) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.close(AsyncProtobufLogWriter.java:162) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.lambda$closeWriter$17(AbstractFSWAL.java:2041) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T19:48:39,466 WARN [Close-WAL-Writer-0 {}] wal.AsyncProtobufLogWriter(165): normal close failed, try recover java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.close(AsyncProtobufLogWriter.java:163) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.lambda$closeWriter$17(AbstractFSWAL.java:2041) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T19:48:39,466 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file /user/jenkins/test-data/209c8add-4f67-b90b-c027-4f2522358eca/MasterData/WALs/86162e2766a8,41377,1733428102570/86162e2766a8%2C41377%2C1733428102570.1733428103212 2024-12-05T19:48:39,467 WARN [IPC Server handler 0 on default port 46103 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /user/jenkins/test-data/209c8add-4f67-b90b-c027-4f2522358eca/MasterData/WALs/86162e2766a8,41377,1733428102570/86162e2766a8%2C41377%2C1733428102570.1733428103212 has not been closed. Lease recovery is in progress. RecoveryId = 1024 for block blk_1073741830_1006 2024-12-05T19:48:39,468 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=/user/jenkins/test-data/209c8add-4f67-b90b-c027-4f2522358eca/MasterData/WALs/86162e2766a8,41377,1733428102570/86162e2766a8%2C41377%2C1733428102570.1733428103212 after 2ms 2024-12-05T19:48:39,484 DEBUG [M:0;86162e2766a8:41377 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46103/user/jenkins/test-data/209c8add-4f67-b90b-c027-4f2522358eca/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c130989ab56f46cba10e4a0269907c8f is 82, key is hbase:meta,,1/info:regioninfo/1733428104088/Put/seqid=0 2024-12-05T19:48:39,492 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41475 is added to blk_1073741846_1025 (size=5672) 2024-12-05T19:48:39,493 INFO [M:0;86162e2766a8:41377 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:46103/user/jenkins/test-data/209c8add-4f67-b90b-c027-4f2522358eca/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c130989ab56f46cba10e4a0269907c8f 2024-12-05T19:48:39,493 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073741846_1025 (size=5672) 2024-12-05T19:48:39,512 INFO [RS:0;86162e2766a8:46293 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T19:48:39,512 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46293-0x10063b97e6a0001, quorum=127.0.0.1:60314, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T19:48:39,512 INFO [RS:0;86162e2766a8:46293 {}] regionserver.HRegionServer(1031): Exiting; stopping=86162e2766a8,46293,1733428102630; zookeeper connection closed. 2024-12-05T19:48:39,512 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46293-0x10063b97e6a0001, quorum=127.0.0.1:60314, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T19:48:39,513 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@313d916c {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@313d916c 2024-12-05T19:48:39,513 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-05T19:48:39,535 DEBUG [M:0;86162e2766a8:41377 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46103/user/jenkins/test-data/209c8add-4f67-b90b-c027-4f2522358eca/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/088c547960ab445880e01ce2bfb7ed2d is 774, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733428105502/Put/seqid=0 2024-12-05T19:48:39,544 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33361 is added to blk_1073741847_1026 (size=6114) 2024-12-05T19:48:39,545 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36915 is added to blk_1073741847_1026 (size=6114) 2024-12-05T19:48:39,546 INFO [M:0;86162e2766a8:41377 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.49 KB at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:46103/user/jenkins/test-data/209c8add-4f67-b90b-c027-4f2522358eca/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/088c547960ab445880e01ce2bfb7ed2d 2024-12-05T19:48:39,573 DEBUG [M:0;86162e2766a8:41377 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46103/user/jenkins/test-data/209c8add-4f67-b90b-c027-4f2522358eca/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/68104682ca654b4a858c04504d71464f is 69, key is 86162e2766a8,46293,1733428102630/rs:state/1733428103405/Put/seqid=0 2024-12-05T19:48:39,580 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41475 is added to blk_1073741848_1027 (size=5156) 2024-12-05T19:48:39,580 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33361 is added to blk_1073741848_1027 (size=5156) 2024-12-05T19:48:39,981 INFO [M:0;86162e2766a8:41377 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:46103/user/jenkins/test-data/209c8add-4f67-b90b-c027-4f2522358eca/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/68104682ca654b4a858c04504d71464f 2024-12-05T19:48:40,015 DEBUG [M:0;86162e2766a8:41377 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46103/user/jenkins/test-data/209c8add-4f67-b90b-c027-4f2522358eca/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/6271fec5bf0a43fcb0cbc88f2c41330f is 52, key is load_balancer_on/state:d/1733428104201/Put/seqid=0 2024-12-05T19:48:40,027 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33361 is added to blk_1073741849_1028 (size=5056) 2024-12-05T19:48:40,028 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41475 is added to blk_1073741849_1028 (size=5056) 2024-12-05T19:48:40,028 INFO [M:0;86162e2766a8:41377 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=48 B at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:46103/user/jenkins/test-data/209c8add-4f67-b90b-c027-4f2522358eca/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/6271fec5bf0a43fcb0cbc88f2c41330f 2024-12-05T19:48:40,038 DEBUG [M:0;86162e2766a8:41377 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46103/user/jenkins/test-data/209c8add-4f67-b90b-c027-4f2522358eca/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c130989ab56f46cba10e4a0269907c8f as hdfs://localhost:46103/user/jenkins/test-data/209c8add-4f67-b90b-c027-4f2522358eca/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c130989ab56f46cba10e4a0269907c8f 2024-12-05T19:48:40,047 INFO [M:0;86162e2766a8:41377 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46103/user/jenkins/test-data/209c8add-4f67-b90b-c027-4f2522358eca/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c130989ab56f46cba10e4a0269907c8f, entries=8, sequenceid=56, filesize=5.5 K 2024-12-05T19:48:40,049 DEBUG [M:0;86162e2766a8:41377 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46103/user/jenkins/test-data/209c8add-4f67-b90b-c027-4f2522358eca/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/088c547960ab445880e01ce2bfb7ed2d as hdfs://localhost:46103/user/jenkins/test-data/209c8add-4f67-b90b-c027-4f2522358eca/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/088c547960ab445880e01ce2bfb7ed2d 2024-12-05T19:48:40,058 INFO [M:0;86162e2766a8:41377 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46103/user/jenkins/test-data/209c8add-4f67-b90b-c027-4f2522358eca/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/088c547960ab445880e01ce2bfb7ed2d, entries=6, sequenceid=56, filesize=6.0 K 2024-12-05T19:48:40,060 DEBUG [M:0;86162e2766a8:41377 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46103/user/jenkins/test-data/209c8add-4f67-b90b-c027-4f2522358eca/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/68104682ca654b4a858c04504d71464f as hdfs://localhost:46103/user/jenkins/test-data/209c8add-4f67-b90b-c027-4f2522358eca/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/68104682ca654b4a858c04504d71464f 2024-12-05T19:48:40,069 INFO [M:0;86162e2766a8:41377 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46103/user/jenkins/test-data/209c8add-4f67-b90b-c027-4f2522358eca/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/68104682ca654b4a858c04504d71464f, entries=1, sequenceid=56, filesize=5.0 K 2024-12-05T19:48:40,071 DEBUG [M:0;86162e2766a8:41377 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46103/user/jenkins/test-data/209c8add-4f67-b90b-c027-4f2522358eca/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/6271fec5bf0a43fcb0cbc88f2c41330f as hdfs://localhost:46103/user/jenkins/test-data/209c8add-4f67-b90b-c027-4f2522358eca/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/6271fec5bf0a43fcb0cbc88f2c41330f 2024-12-05T19:48:40,081 INFO [M:0;86162e2766a8:41377 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46103/user/jenkins/test-data/209c8add-4f67-b90b-c027-4f2522358eca/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/6271fec5bf0a43fcb0cbc88f2c41330f, entries=1, sequenceid=56, filesize=4.9 K 2024-12-05T19:48:40,083 INFO [M:0;86162e2766a8:41377 {}] regionserver.HRegion(3140): Finished flush of dataSize ~23.09 KB/23644, heapSize ~28.98 KB/29680, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 649ms, sequenceid=56, compaction requested=false 2024-12-05T19:48:40,097 INFO [M:0;86162e2766a8:41377 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T19:48:40,097 DEBUG [M:0;86162e2766a8:41377 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733428119433Disabling compacts and flushes for region at 1733428119433Disabling writes for close at 1733428119433Obtaining lock to block concurrent updates at 1733428119433Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733428119433Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=23644, getHeapSize=29680, getOffHeapSize=0, getCellsCount=67 at 1733428119434 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733428119465 (+31 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733428119465Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733428119483 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733428119484 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733428119501 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733428119534 (+33 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733428119534Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733428119555 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733428119573 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733428119573Flushing 1595e783b53d99cd5eef43b6debb2682/state: creating writer at 1733428119991 (+418 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: appending metadata at 1733428120014 (+23 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: closing flushed file at 1733428120014Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@66ce5083: reopening flushed file at 1733428120036 (+22 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6cbcc909: reopening flushed file at 1733428120048 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@595b22bd: reopening flushed file at 1733428120058 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@438c1293: reopening flushed file at 1733428120069 (+11 ms)Finished flush of dataSize ~23.09 KB/23644, heapSize ~28.98 KB/29680, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 649ms, sequenceid=56, compaction requested=false at 1733428120083 (+14 ms)Writing region close event to WAL at 1733428120096 (+13 ms)Closed at 1733428120096 2024-12-05T19:48:40,104 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40229 is added to blk_1073741845_1023 (size=757) 2024-12-05T19:48:40,105 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36915 is added to blk_1073741845_1023 (size=757) 2024-12-05T19:48:40,224 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testLogRollOnDatanodeDeath 2024-12-05T19:48:40,225 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T19:48:40,225 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-05T19:48:40,225 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-05T19:48:40,918 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-05T19:48:40,920 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T19:48:40,935 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T19:48:40,937 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T19:48:43,327 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36915 is added to blk_1073741830_1024 (size=27177) 2024-12-05T19:48:43,468 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=/user/jenkins/test-data/209c8add-4f67-b90b-c027-4f2522358eca/MasterData/WALs/86162e2766a8,41377,1733428102570/86162e2766a8%2C41377%2C1733428102570.1733428103212 after 4002ms 2024-12-05T19:48:43,469 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:46103/user/jenkins/test-data/209c8add-4f67-b90b-c027-4f2522358eca/MasterData/WALs/86162e2766a8,41377,1733428102570/86162e2766a8%2C41377%2C1733428102570.1733428103212 to hdfs://localhost:46103/user/jenkins/test-data/209c8add-4f67-b90b-c027-4f2522358eca/MasterData/oldWALs/86162e2766a8%2C41377%2C1733428102570.1733428103212 2024-12-05T19:48:43,473 INFO [WAL-Archive-0 {}] region.MasterRegionUtils(50): Moved hdfs://localhost:46103/user/jenkins/test-data/209c8add-4f67-b90b-c027-4f2522358eca/MasterData/oldWALs/86162e2766a8%2C41377%2C1733428102570.1733428103212 to hdfs://localhost:46103/user/jenkins/test-data/209c8add-4f67-b90b-c027-4f2522358eca/oldWALs/86162e2766a8%2C41377%2C1733428102570.1733428103212$masterlocalwal$ 2024-12-05T19:48:43,473 INFO [M:0;86162e2766a8:41377 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-05T19:48:43,473 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T19:48:43,473 INFO [M:0;86162e2766a8:41377 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41377 2024-12-05T19:48:43,473 INFO [M:0;86162e2766a8:41377 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T19:48:43,575 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41377-0x10063b97e6a0000, quorum=127.0.0.1:60314, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T19:48:43,575 INFO [M:0;86162e2766a8:41377 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T19:48:43,576 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41377-0x10063b97e6a0000, quorum=127.0.0.1:60314, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T19:48:43,579 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2714f2a4{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T19:48:43,580 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@ebcb8e4{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T19:48:43,580 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T19:48:43,580 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2ba0a89b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T19:48:43,580 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1f161185{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d9c59029-25cf-d2e7-1bd5-a9f498238f5e/hadoop.log.dir/,STOPPED} 2024-12-05T19:48:43,581 WARN [BP-367348433-172.17.0.2-1733428101801 heartbeating to localhost/127.0.0.1:46103 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-05T19:48:43,582 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-05T19:48:43,582 WARN [BP-367348433-172.17.0.2-1733428101801 heartbeating to localhost/127.0.0.1:46103 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-367348433-172.17.0.2-1733428101801 (Datanode Uuid 31dd3adb-47d2-4f55-98a3-dcd63c83ee85) service to localhost/127.0.0.1:46103 2024-12-05T19:48:43,582 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-05T19:48:43,582 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d9c59029-25cf-d2e7-1bd5-a9f498238f5e/cluster_cbb5ee28-203b-6476-4f46-cd6e90b756e4/data/data3/current/BP-367348433-172.17.0.2-1733428101801 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T19:48:43,583 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d9c59029-25cf-d2e7-1bd5-a9f498238f5e/cluster_cbb5ee28-203b-6476-4f46-cd6e90b756e4/data/data4/current/BP-367348433-172.17.0.2-1733428101801 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T19:48:43,583 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-05T19:48:43,585 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4b0d9fd1{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T19:48:43,585 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3ae67f46{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T19:48:43,585 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T19:48:43,585 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5a360554{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T19:48:43,586 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7fbc99cb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d9c59029-25cf-d2e7-1bd5-a9f498238f5e/hadoop.log.dir/,STOPPED} 2024-12-05T19:48:43,587 WARN [BP-367348433-172.17.0.2-1733428101801 heartbeating to localhost/127.0.0.1:46103 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-05T19:48:43,587 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-05T19:48:43,587 WARN [BP-367348433-172.17.0.2-1733428101801 heartbeating to localhost/127.0.0.1:46103 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-367348433-172.17.0.2-1733428101801 (Datanode Uuid 2428ce47-427b-443b-936d-35ce50cf1890) service to localhost/127.0.0.1:46103 2024-12-05T19:48:43,587 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-05T19:48:43,587 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d9c59029-25cf-d2e7-1bd5-a9f498238f5e/cluster_cbb5ee28-203b-6476-4f46-cd6e90b756e4/data/data9/current/BP-367348433-172.17.0.2-1733428101801 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T19:48:43,588 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d9c59029-25cf-d2e7-1bd5-a9f498238f5e/cluster_cbb5ee28-203b-6476-4f46-cd6e90b756e4/data/data10/current/BP-367348433-172.17.0.2-1733428101801 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T19:48:43,588 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-05T19:48:43,590 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@69286eeb{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T19:48:43,590 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1a5c068b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T19:48:43,590 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T19:48:43,590 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@63be57c3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T19:48:43,590 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@56ede7cf{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d9c59029-25cf-d2e7-1bd5-a9f498238f5e/hadoop.log.dir/,STOPPED} 2024-12-05T19:48:43,592 WARN [BP-367348433-172.17.0.2-1733428101801 heartbeating to localhost/127.0.0.1:46103 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-05T19:48:43,592 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-05T19:48:43,592 WARN [BP-367348433-172.17.0.2-1733428101801 heartbeating to localhost/127.0.0.1:46103 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-367348433-172.17.0.2-1733428101801 (Datanode Uuid 0c3a149b-3177-40a2-9bf1-2cfb21ee344e) service to localhost/127.0.0.1:46103 2024-12-05T19:48:43,592 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-05T19:48:43,592 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d9c59029-25cf-d2e7-1bd5-a9f498238f5e/cluster_cbb5ee28-203b-6476-4f46-cd6e90b756e4/data/data7/current/BP-367348433-172.17.0.2-1733428101801 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T19:48:43,593 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d9c59029-25cf-d2e7-1bd5-a9f498238f5e/cluster_cbb5ee28-203b-6476-4f46-cd6e90b756e4/data/data8/current/BP-367348433-172.17.0.2-1733428101801 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T19:48:43,593 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-05T19:48:43,595 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@692206f4{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T19:48:43,595 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@29a7b50f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T19:48:43,595 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T19:48:43,595 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2284fd16{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T19:48:43,595 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7dc0815b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d9c59029-25cf-d2e7-1bd5-a9f498238f5e/hadoop.log.dir/,STOPPED} 2024-12-05T19:48:43,596 WARN [BP-367348433-172.17.0.2-1733428101801 heartbeating to localhost/127.0.0.1:46103 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-05T19:48:43,597 WARN [BP-367348433-172.17.0.2-1733428101801 heartbeating to localhost/127.0.0.1:46103 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-367348433-172.17.0.2-1733428101801 (Datanode Uuid 95d73464-2880-4740-9889-bb98d90e4b4b) service to localhost/127.0.0.1:46103 2024-12-05T19:48:43,597 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-05T19:48:43,597 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-05T19:48:43,597 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d9c59029-25cf-d2e7-1bd5-a9f498238f5e/cluster_cbb5ee28-203b-6476-4f46-cd6e90b756e4/data/data5/current/BP-367348433-172.17.0.2-1733428101801 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T19:48:43,597 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d9c59029-25cf-d2e7-1bd5-a9f498238f5e/cluster_cbb5ee28-203b-6476-4f46-cd6e90b756e4/data/data6/current/BP-367348433-172.17.0.2-1733428101801 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T19:48:43,598 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-05T19:48:43,599 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@64603cf9{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T19:48:43,600 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@13bb5eb4{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T19:48:43,600 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T19:48:43,600 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@350347e5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T19:48:43,600 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@69f035ef{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d9c59029-25cf-d2e7-1bd5-a9f498238f5e/hadoop.log.dir/,STOPPED} 2024-12-05T19:48:43,601 WARN [BP-367348433-172.17.0.2-1733428101801 heartbeating to localhost/127.0.0.1:46103 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-05T19:48:43,601 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-05T19:48:43,601 WARN [BP-367348433-172.17.0.2-1733428101801 heartbeating to localhost/127.0.0.1:46103 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-367348433-172.17.0.2-1733428101801 (Datanode Uuid 49bc92a7-b5e0-4b0b-bf13-2d475a184d91) service to localhost/127.0.0.1:46103 2024-12-05T19:48:43,601 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-05T19:48:43,602 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d9c59029-25cf-d2e7-1bd5-a9f498238f5e/cluster_cbb5ee28-203b-6476-4f46-cd6e90b756e4/data/data1/current/BP-367348433-172.17.0.2-1733428101801 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T19:48:43,602 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d9c59029-25cf-d2e7-1bd5-a9f498238f5e/cluster_cbb5ee28-203b-6476-4f46-cd6e90b756e4/data/data2/current/BP-367348433-172.17.0.2-1733428101801 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T19:48:43,602 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-05T19:48:43,612 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@533ad8f7{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T19:48:43,612 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@36269b5c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T19:48:43,613 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T19:48:43,613 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@92b0df5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T19:48:43,613 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1fba372a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d9c59029-25cf-d2e7-1bd5-a9f498238f5e/hadoop.log.dir/,STOPPED} 2024-12-05T19:48:43,624 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-05T19:48:43,651 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-05T19:48:43,659 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncLogRolling#testLogRollOnDatanodeDeath Thread=101 (was 67) Potentially hanging thread: nioEventLoopGroup-12-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-17-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-16-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-17-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-16-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'DataNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (961219246) connection to localhost/127.0.0.1:46103 from jenkins.hfs.1 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (961219246) connection to localhost/127.0.0.1:46103 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:46103 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (961219246) connection to localhost/127.0.0.1:46103 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46103 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-17-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:46103 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46103 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-16-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46103 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46103 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=445 (was 390) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=285 (was 267) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=8586 (was 9561) 2024-12-05T19:48:43,666 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncLogRolling#testCompactionRecordDoesntBlockRolling Thread=101, OpenFileDescriptor=445, MaxFileDescriptor=1048576, SystemLoadAverage=285, ProcessCount=11, AvailableMemoryMB=8586 2024-12-05T19:48:43,666 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-05T19:48:43,666 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d9c59029-25cf-d2e7-1bd5-a9f498238f5e/hadoop.log.dir so I do NOT create it in target/test-data/d648d42d-755c-edb3-030e-d498e69dd9ef 2024-12-05T19:48:43,666 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d9c59029-25cf-d2e7-1bd5-a9f498238f5e/hadoop.tmp.dir so I do NOT create it in target/test-data/d648d42d-755c-edb3-030e-d498e69dd9ef 2024-12-05T19:48:43,666 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d648d42d-755c-edb3-030e-d498e69dd9ef/cluster_487f0590-c73f-f2fc-bf75-b02c472ac564, deleteOnExit=true 2024-12-05T19:48:43,666 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-05T19:48:43,666 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d648d42d-755c-edb3-030e-d498e69dd9ef/test.cache.data in system properties and HBase conf 2024-12-05T19:48:43,667 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d648d42d-755c-edb3-030e-d498e69dd9ef/hadoop.tmp.dir in system properties and HBase conf 2024-12-05T19:48:43,667 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d648d42d-755c-edb3-030e-d498e69dd9ef/hadoop.log.dir in system properties and HBase conf 2024-12-05T19:48:43,667 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d648d42d-755c-edb3-030e-d498e69dd9ef/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-05T19:48:43,667 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d648d42d-755c-edb3-030e-d498e69dd9ef/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-05T19:48:43,667 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-05T19:48:43,667 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-05T19:48:43,667 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d648d42d-755c-edb3-030e-d498e69dd9ef/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-05T19:48:43,667 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d648d42d-755c-edb3-030e-d498e69dd9ef/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-05T19:48:43,667 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d648d42d-755c-edb3-030e-d498e69dd9ef/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-05T19:48:43,667 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d648d42d-755c-edb3-030e-d498e69dd9ef/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T19:48:43,667 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d648d42d-755c-edb3-030e-d498e69dd9ef/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-05T19:48:43,668 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d648d42d-755c-edb3-030e-d498e69dd9ef/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-05T19:48:43,668 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d648d42d-755c-edb3-030e-d498e69dd9ef/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T19:48:43,668 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d648d42d-755c-edb3-030e-d498e69dd9ef/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T19:48:43,668 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d648d42d-755c-edb3-030e-d498e69dd9ef/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-05T19:48:43,668 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d648d42d-755c-edb3-030e-d498e69dd9ef/nfs.dump.dir in system properties and HBase conf 2024-12-05T19:48:43,668 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d648d42d-755c-edb3-030e-d498e69dd9ef/java.io.tmpdir in system properties and HBase conf 2024-12-05T19:48:43,668 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d648d42d-755c-edb3-030e-d498e69dd9ef/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T19:48:43,668 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d648d42d-755c-edb3-030e-d498e69dd9ef/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-05T19:48:43,668 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d648d42d-755c-edb3-030e-d498e69dd9ef/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-05T19:48:43,757 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T19:48:43,763 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T19:48:43,764 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T19:48:43,764 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T19:48:43,764 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-05T19:48:43,765 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T19:48:43,766 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4e3c79f2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d648d42d-755c-edb3-030e-d498e69dd9ef/hadoop.log.dir/,AVAILABLE} 2024-12-05T19:48:43,766 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@54df4658{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T19:48:43,912 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@60fc8f37{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d648d42d-755c-edb3-030e-d498e69dd9ef/java.io.tmpdir/jetty-localhost-45103-hadoop-hdfs-3_4_1-tests_jar-_-any-15114885328945556860/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T19:48:43,913 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@64d4f786{HTTP/1.1, (http/1.1)}{localhost:45103} 2024-12-05T19:48:43,913 INFO [Time-limited test {}] server.Server(415): Started @89338ms 2024-12-05T19:48:43,993 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T19:48:43,996 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T19:48:43,997 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T19:48:43,997 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T19:48:43,997 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-05T19:48:43,998 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5432dec{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d648d42d-755c-edb3-030e-d498e69dd9ef/hadoop.log.dir/,AVAILABLE} 2024-12-05T19:48:43,998 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@282d8f4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T19:48:44,112 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@24a6d8ae{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d648d42d-755c-edb3-030e-d498e69dd9ef/java.io.tmpdir/jetty-localhost-38537-hadoop-hdfs-3_4_1-tests_jar-_-any-11741327161202284235/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T19:48:44,113 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3459236a{HTTP/1.1, (http/1.1)}{localhost:38537} 2024-12-05T19:48:44,113 INFO [Time-limited test {}] server.Server(415): Started @89537ms 2024-12-05T19:48:44,114 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-05T19:48:44,145 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T19:48:44,148 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T19:48:44,149 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T19:48:44,149 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T19:48:44,149 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-05T19:48:44,150 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@13c4705d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d648d42d-755c-edb3-030e-d498e69dd9ef/hadoop.log.dir/,AVAILABLE} 2024-12-05T19:48:44,150 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@62d55df7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T19:48:44,199 WARN [Thread-784 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d648d42d-755c-edb3-030e-d498e69dd9ef/cluster_487f0590-c73f-f2fc-bf75-b02c472ac564/data/data1/current/BP-653033485-172.17.0.2-1733428123701/current, will proceed with Du for space computation calculation, 2024-12-05T19:48:44,199 WARN [Thread-785 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d648d42d-755c-edb3-030e-d498e69dd9ef/cluster_487f0590-c73f-f2fc-bf75-b02c472ac564/data/data2/current/BP-653033485-172.17.0.2-1733428123701/current, will proceed with Du for space computation calculation, 2024-12-05T19:48:44,216 WARN [Thread-763 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-05T19:48:44,219 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc57274a359ccf266 with lease ID 0x4a062c0996cbdde5: Processing first storage report for DS-298c125a-63c3-456f-8e7c-0b9b64d4ac2c from datanode DatanodeRegistration(127.0.0.1:41829, datanodeUuid=9aea5688-36e7-4b75-9eae-0d3eab00bbbd, infoPort=38397, infoSecurePort=0, ipcPort=42275, storageInfo=lv=-57;cid=testClusterID;nsid=1171551496;c=1733428123701) 2024-12-05T19:48:44,219 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc57274a359ccf266 with lease ID 0x4a062c0996cbdde5: from storage DS-298c125a-63c3-456f-8e7c-0b9b64d4ac2c node DatanodeRegistration(127.0.0.1:41829, datanodeUuid=9aea5688-36e7-4b75-9eae-0d3eab00bbbd, infoPort=38397, infoSecurePort=0, ipcPort=42275, storageInfo=lv=-57;cid=testClusterID;nsid=1171551496;c=1733428123701), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T19:48:44,219 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc57274a359ccf266 with lease ID 0x4a062c0996cbdde5: Processing first storage report for DS-aee8d3b5-2ac1-41ae-83a2-49875c3b80a9 from datanode DatanodeRegistration(127.0.0.1:41829, datanodeUuid=9aea5688-36e7-4b75-9eae-0d3eab00bbbd, infoPort=38397, infoSecurePort=0, ipcPort=42275, storageInfo=lv=-57;cid=testClusterID;nsid=1171551496;c=1733428123701) 2024-12-05T19:48:44,220 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc57274a359ccf266 with lease ID 0x4a062c0996cbdde5: from storage DS-aee8d3b5-2ac1-41ae-83a2-49875c3b80a9 node DatanodeRegistration(127.0.0.1:41829, datanodeUuid=9aea5688-36e7-4b75-9eae-0d3eab00bbbd, infoPort=38397, infoSecurePort=0, ipcPort=42275, storageInfo=lv=-57;cid=testClusterID;nsid=1171551496;c=1733428123701), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T19:48:44,266 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@59feadde{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d648d42d-755c-edb3-030e-d498e69dd9ef/java.io.tmpdir/jetty-localhost-43333-hadoop-hdfs-3_4_1-tests_jar-_-any-7713880446823342608/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T19:48:44,267 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@34ba9cae{HTTP/1.1, (http/1.1)}{localhost:43333} 2024-12-05T19:48:44,267 INFO [Time-limited test {}] server.Server(415): Started @89691ms 2024-12-05T19:48:44,268 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-05T19:48:44,347 WARN [Thread-810 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d648d42d-755c-edb3-030e-d498e69dd9ef/cluster_487f0590-c73f-f2fc-bf75-b02c472ac564/data/data3/current/BP-653033485-172.17.0.2-1733428123701/current, will proceed with Du for space computation calculation, 2024-12-05T19:48:44,347 WARN [Thread-811 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d648d42d-755c-edb3-030e-d498e69dd9ef/cluster_487f0590-c73f-f2fc-bf75-b02c472ac564/data/data4/current/BP-653033485-172.17.0.2-1733428123701/current, will proceed with Du for space computation calculation, 2024-12-05T19:48:44,370 WARN [Thread-799 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-05T19:48:44,373 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x710d841f5ebeb380 with lease ID 0x4a062c0996cbdde6: Processing first storage report for DS-37521c69-1b2b-429b-9cb3-65ddb68a64b8 from datanode DatanodeRegistration(127.0.0.1:42897, datanodeUuid=e438304c-f3f0-4097-91b5-a0372bc8802f, infoPort=34295, infoSecurePort=0, ipcPort=36491, storageInfo=lv=-57;cid=testClusterID;nsid=1171551496;c=1733428123701) 2024-12-05T19:48:44,374 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x710d841f5ebeb380 with lease ID 0x4a062c0996cbdde6: from storage DS-37521c69-1b2b-429b-9cb3-65ddb68a64b8 node DatanodeRegistration(127.0.0.1:42897, datanodeUuid=e438304c-f3f0-4097-91b5-a0372bc8802f, infoPort=34295, infoSecurePort=0, ipcPort=36491, storageInfo=lv=-57;cid=testClusterID;nsid=1171551496;c=1733428123701), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T19:48:44,374 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x710d841f5ebeb380 with lease ID 0x4a062c0996cbdde6: Processing first storage report for DS-235bfab1-4725-49c0-8b1f-a06092fb0614 from datanode DatanodeRegistration(127.0.0.1:42897, datanodeUuid=e438304c-f3f0-4097-91b5-a0372bc8802f, infoPort=34295, infoSecurePort=0, ipcPort=36491, storageInfo=lv=-57;cid=testClusterID;nsid=1171551496;c=1733428123701) 2024-12-05T19:48:44,374 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x710d841f5ebeb380 with lease ID 0x4a062c0996cbdde6: from storage DS-235bfab1-4725-49c0-8b1f-a06092fb0614 node DatanodeRegistration(127.0.0.1:42897, datanodeUuid=e438304c-f3f0-4097-91b5-a0372bc8802f, infoPort=34295, infoSecurePort=0, ipcPort=36491, storageInfo=lv=-57;cid=testClusterID;nsid=1171551496;c=1733428123701), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-05T19:48:44,392 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d648d42d-755c-edb3-030e-d498e69dd9ef 2024-12-05T19:48:44,400 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d648d42d-755c-edb3-030e-d498e69dd9ef/cluster_487f0590-c73f-f2fc-bf75-b02c472ac564/zookeeper_0, clientPort=54063, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d648d42d-755c-edb3-030e-d498e69dd9ef/cluster_487f0590-c73f-f2fc-bf75-b02c472ac564/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d648d42d-755c-edb3-030e-d498e69dd9ef/cluster_487f0590-c73f-f2fc-bf75-b02c472ac564/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-05T19:48:44,401 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=54063 2024-12-05T19:48:44,401 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T19:48:44,402 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T19:48:44,413 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42897 is added to blk_1073741825_1001 (size=7) 2024-12-05T19:48:44,414 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41829 is added to blk_1073741825_1001 (size=7) 2024-12-05T19:48:44,415 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43229/user/jenkins/test-data/cdbba613-ae1e-247a-3115-6248e40be14b with version=8 2024-12-05T19:48:44,415 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1141): The hbase.fs.tmp.dir is set to hdfs://localhost:41827/user/jenkins/test-data/8558713d-d4a0-492a-7328-1b3c202d8085/hbase-staging 2024-12-05T19:48:44,417 INFO [Time-limited test {}] client.ConnectionUtils(128): master/86162e2766a8:0 server-side Connection retries=45 2024-12-05T19:48:44,417 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T19:48:44,417 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T19:48:44,417 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T19:48:44,417 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T19:48:44,417 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T19:48:44,417 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-05T19:48:44,417 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T19:48:44,418 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36965 2024-12-05T19:48:44,419 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:36965 connecting to ZooKeeper ensemble=127.0.0.1:54063 2024-12-05T19:48:44,425 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:369650x0, quorum=127.0.0.1:54063, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T19:48:44,425 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:36965-0x10063b9d3d50000 connected 2024-12-05T19:48:44,439 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T19:48:44,441 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T19:48:44,443 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36965-0x10063b9d3d50000, quorum=127.0.0.1:54063, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-05T19:48:44,443 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:43229/user/jenkins/test-data/cdbba613-ae1e-247a-3115-6248e40be14b, hbase.cluster.distributed=false 2024-12-05T19:48:44,445 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36965-0x10063b9d3d50000, quorum=127.0.0.1:54063, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-05T19:48:44,448 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36965 2024-12-05T19:48:44,448 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36965 2024-12-05T19:48:44,448 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36965 2024-12-05T19:48:44,455 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36965 2024-12-05T19:48:44,456 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36965 2024-12-05T19:48:44,480 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/86162e2766a8:0 server-side Connection retries=45 2024-12-05T19:48:44,480 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T19:48:44,480 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T19:48:44,480 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T19:48:44,480 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T19:48:44,480 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T19:48:44,480 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-05T19:48:44,480 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T19:48:44,481 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42847 2024-12-05T19:48:44,482 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42847 connecting to ZooKeeper ensemble=127.0.0.1:54063 2024-12-05T19:48:44,483 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T19:48:44,484 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T19:48:44,488 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:428470x0, quorum=127.0.0.1:54063, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T19:48:44,489 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42847-0x10063b9d3d50001 connected 2024-12-05T19:48:44,489 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42847-0x10063b9d3d50001, quorum=127.0.0.1:54063, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-05T19:48:44,489 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-05T19:48:44,490 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-05T19:48:44,490 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42847-0x10063b9d3d50001, quorum=127.0.0.1:54063, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-05T19:48:44,491 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42847-0x10063b9d3d50001, quorum=127.0.0.1:54063, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-05T19:48:44,492 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42847 2024-12-05T19:48:44,492 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42847 2024-12-05T19:48:44,492 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42847 2024-12-05T19:48:44,493 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42847 2024-12-05T19:48:44,493 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42847 2024-12-05T19:48:44,504 DEBUG [M:0;86162e2766a8:36965 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;86162e2766a8:36965 2024-12-05T19:48:44,504 INFO [master/86162e2766a8:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/86162e2766a8,36965,1733428124417 2024-12-05T19:48:44,506 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42847-0x10063b9d3d50001, quorum=127.0.0.1:54063, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-05T19:48:44,506 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36965-0x10063b9d3d50000, quorum=127.0.0.1:54063, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-05T19:48:44,507 DEBUG [master/86162e2766a8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36965-0x10063b9d3d50000, quorum=127.0.0.1:54063, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/86162e2766a8,36965,1733428124417 2024-12-05T19:48:44,508 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42847-0x10063b9d3d50001, quorum=127.0.0.1:54063, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-05T19:48:44,508 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42847-0x10063b9d3d50001, quorum=127.0.0.1:54063, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T19:48:44,508 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36965-0x10063b9d3d50000, quorum=127.0.0.1:54063, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T19:48:44,509 DEBUG [master/86162e2766a8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36965-0x10063b9d3d50000, quorum=127.0.0.1:54063, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-05T19:48:44,510 INFO [master/86162e2766a8:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/86162e2766a8,36965,1733428124417 from backup master directory 2024-12-05T19:48:44,511 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36965-0x10063b9d3d50000, quorum=127.0.0.1:54063, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/86162e2766a8,36965,1733428124417 2024-12-05T19:48:44,511 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42847-0x10063b9d3d50001, quorum=127.0.0.1:54063, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-05T19:48:44,511 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36965-0x10063b9d3d50000, quorum=127.0.0.1:54063, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-05T19:48:44,511 WARN [master/86162e2766a8:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T19:48:44,511 INFO [master/86162e2766a8:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=86162e2766a8,36965,1733428124417 2024-12-05T19:48:44,516 DEBUG [master/86162e2766a8:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:43229/user/jenkins/test-data/cdbba613-ae1e-247a-3115-6248e40be14b/hbase.id] with ID: ee0b876e-14a7-464e-a469-9a978cc12c10 2024-12-05T19:48:44,516 DEBUG [master/86162e2766a8:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:43229/user/jenkins/test-data/cdbba613-ae1e-247a-3115-6248e40be14b/.tmp/hbase.id 2024-12-05T19:48:44,521 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41829 is added to blk_1073741826_1002 (size=42) 2024-12-05T19:48:44,522 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42897 is added to blk_1073741826_1002 (size=42) 2024-12-05T19:48:44,522 DEBUG [master/86162e2766a8:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:43229/user/jenkins/test-data/cdbba613-ae1e-247a-3115-6248e40be14b/.tmp/hbase.id]:[hdfs://localhost:43229/user/jenkins/test-data/cdbba613-ae1e-247a-3115-6248e40be14b/hbase.id] 2024-12-05T19:48:44,535 INFO [master/86162e2766a8:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T19:48:44,535 INFO [master/86162e2766a8:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-05T19:48:44,537 INFO [master/86162e2766a8:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-12-05T19:48:44,539 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36965-0x10063b9d3d50000, quorum=127.0.0.1:54063, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T19:48:44,539 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42847-0x10063b9d3d50001, quorum=127.0.0.1:54063, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T19:48:44,546 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42897 is added to blk_1073741827_1003 (size=196) 2024-12-05T19:48:44,546 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41829 is added to blk_1073741827_1003 (size=196) 2024-12-05T19:48:44,547 INFO [master/86162e2766a8:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T19:48:44,548 INFO [master/86162e2766a8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-05T19:48:44,548 INFO [master/86162e2766a8:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T19:48:44,558 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41829 is added to blk_1073741828_1004 (size=1189) 2024-12-05T19:48:44,558 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42897 is added to blk_1073741828_1004 (size=1189) 2024-12-05T19:48:44,559 INFO [master/86162e2766a8:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:43229/user/jenkins/test-data/cdbba613-ae1e-247a-3115-6248e40be14b/MasterData/data/master/store 2024-12-05T19:48:44,567 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41829 is added to blk_1073741829_1005 (size=34) 2024-12-05T19:48:44,567 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42897 is added to blk_1073741829_1005 (size=34) 2024-12-05T19:48:44,568 DEBUG [master/86162e2766a8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T19:48:44,568 DEBUG [master/86162e2766a8:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T19:48:44,568 INFO [master/86162e2766a8:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T19:48:44,568 DEBUG [master/86162e2766a8:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T19:48:44,568 DEBUG [master/86162e2766a8:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T19:48:44,568 DEBUG [master/86162e2766a8:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T19:48:44,568 INFO [master/86162e2766a8:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T19:48:44,568 DEBUG [master/86162e2766a8:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733428124568Disabling compacts and flushes for region at 1733428124568Disabling writes for close at 1733428124568Writing region close event to WAL at 1733428124568Closed at 1733428124568 2024-12-05T19:48:44,569 WARN [master/86162e2766a8:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:43229/user/jenkins/test-data/cdbba613-ae1e-247a-3115-6248e40be14b/MasterData/data/master/store/.initializing 2024-12-05T19:48:44,569 DEBUG [master/86162e2766a8:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:43229/user/jenkins/test-data/cdbba613-ae1e-247a-3115-6248e40be14b/MasterData/WALs/86162e2766a8,36965,1733428124417 2024-12-05T19:48:44,570 INFO [master/86162e2766a8:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T19:48:44,572 INFO [master/86162e2766a8:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=86162e2766a8%2C36965%2C1733428124417, suffix=, logDir=hdfs://localhost:43229/user/jenkins/test-data/cdbba613-ae1e-247a-3115-6248e40be14b/MasterData/WALs/86162e2766a8,36965,1733428124417, archiveDir=hdfs://localhost:43229/user/jenkins/test-data/cdbba613-ae1e-247a-3115-6248e40be14b/MasterData/oldWALs, maxLogs=10 2024-12-05T19:48:44,585 DEBUG [master/86162e2766a8:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/cdbba613-ae1e-247a-3115-6248e40be14b/MasterData/WALs/86162e2766a8,36965,1733428124417/86162e2766a8%2C36965%2C1733428124417.1733428124572, exclude list is [], retry=0 2024-12-05T19:48:44,588 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42897,DS-37521c69-1b2b-429b-9cb3-65ddb68a64b8,DISK] 2024-12-05T19:48:44,588 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41829,DS-298c125a-63c3-456f-8e7c-0b9b64d4ac2c,DISK] 2024-12-05T19:48:44,591 INFO [master/86162e2766a8:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/cdbba613-ae1e-247a-3115-6248e40be14b/MasterData/WALs/86162e2766a8,36965,1733428124417/86162e2766a8%2C36965%2C1733428124417.1733428124572 2024-12-05T19:48:44,591 DEBUG [master/86162e2766a8:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34295:34295),(127.0.0.1/127.0.0.1:38397:38397)] 2024-12-05T19:48:44,591 DEBUG [master/86162e2766a8:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-05T19:48:44,591 DEBUG [master/86162e2766a8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T19:48:44,591 DEBUG [master/86162e2766a8:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T19:48:44,592 DEBUG [master/86162e2766a8:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T19:48:44,593 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T19:48:44,595 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-05T19:48:44,595 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T19:48:44,595 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T19:48:44,595 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T19:48:44,597 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-05T19:48:44,597 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T19:48:44,597 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T19:48:44,597 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T19:48:44,598 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-05T19:48:44,598 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T19:48:44,599 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T19:48:44,599 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T19:48:44,600 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-05T19:48:44,600 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T19:48:44,600 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T19:48:44,601 DEBUG [master/86162e2766a8:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T19:48:44,601 DEBUG [master/86162e2766a8:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43229/user/jenkins/test-data/cdbba613-ae1e-247a-3115-6248e40be14b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T19:48:44,602 DEBUG [master/86162e2766a8:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43229/user/jenkins/test-data/cdbba613-ae1e-247a-3115-6248e40be14b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T19:48:44,603 DEBUG [master/86162e2766a8:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T19:48:44,603 DEBUG [master/86162e2766a8:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T19:48:44,604 DEBUG [master/86162e2766a8:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T19:48:44,605 DEBUG [master/86162e2766a8:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T19:48:44,607 DEBUG [master/86162e2766a8:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43229/user/jenkins/test-data/cdbba613-ae1e-247a-3115-6248e40be14b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T19:48:44,608 INFO [master/86162e2766a8:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=691528, jitterRate=-0.12067766487598419}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T19:48:44,609 DEBUG [master/86162e2766a8:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733428124592Initializing all the Stores at 1733428124593 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733428124593Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733428124593Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733428124593Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733428124593Cleaning up temporary data from old regions at 1733428124603 (+10 ms)Region opened successfully at 1733428124609 (+6 ms) 2024-12-05T19:48:44,609 INFO [master/86162e2766a8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-05T19:48:44,613 DEBUG [master/86162e2766a8:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4160f184, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=86162e2766a8/172.17.0.2:0 2024-12-05T19:48:44,614 INFO [master/86162e2766a8:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-05T19:48:44,614 INFO [master/86162e2766a8:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-05T19:48:44,614 INFO [master/86162e2766a8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-05T19:48:44,614 INFO [master/86162e2766a8:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-05T19:48:44,615 INFO [master/86162e2766a8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-05T19:48:44,615 INFO [master/86162e2766a8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-05T19:48:44,615 INFO [master/86162e2766a8:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-05T19:48:44,617 INFO [master/86162e2766a8:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-05T19:48:44,618 DEBUG [master/86162e2766a8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36965-0x10063b9d3d50000, quorum=127.0.0.1:54063, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-12-05T19:48:44,620 DEBUG [master/86162e2766a8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-12-05T19:48:44,620 INFO [master/86162e2766a8:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-05T19:48:44,621 DEBUG [master/86162e2766a8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36965-0x10063b9d3d50000, quorum=127.0.0.1:54063, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-12-05T19:48:44,622 DEBUG [master/86162e2766a8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-12-05T19:48:44,622 INFO [master/86162e2766a8:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-05T19:48:44,623 DEBUG [master/86162e2766a8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36965-0x10063b9d3d50000, quorum=127.0.0.1:54063, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-12-05T19:48:44,624 DEBUG [master/86162e2766a8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-12-05T19:48:44,625 DEBUG [master/86162e2766a8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36965-0x10063b9d3d50000, quorum=127.0.0.1:54063, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-12-05T19:48:44,626 DEBUG [master/86162e2766a8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-12-05T19:48:44,628 DEBUG [master/86162e2766a8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36965-0x10063b9d3d50000, quorum=127.0.0.1:54063, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-05T19:48:44,629 DEBUG [master/86162e2766a8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-12-05T19:48:44,630 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42847-0x10063b9d3d50001, quorum=127.0.0.1:54063, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-05T19:48:44,630 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36965-0x10063b9d3d50000, quorum=127.0.0.1:54063, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-05T19:48:44,631 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42847-0x10063b9d3d50001, quorum=127.0.0.1:54063, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T19:48:44,631 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36965-0x10063b9d3d50000, quorum=127.0.0.1:54063, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T19:48:44,631 INFO [master/86162e2766a8:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=86162e2766a8,36965,1733428124417, sessionid=0x10063b9d3d50000, setting cluster-up flag (Was=false) 2024-12-05T19:48:44,634 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36965-0x10063b9d3d50000, quorum=127.0.0.1:54063, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T19:48:44,634 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42847-0x10063b9d3d50001, quorum=127.0.0.1:54063, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T19:48:44,640 DEBUG [master/86162e2766a8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-12-05T19:48:44,641 DEBUG [master/86162e2766a8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=86162e2766a8,36965,1733428124417 2024-12-05T19:48:44,644 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36965-0x10063b9d3d50000, quorum=127.0.0.1:54063, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T19:48:44,644 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42847-0x10063b9d3d50001, quorum=127.0.0.1:54063, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T19:48:44,649 DEBUG [master/86162e2766a8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-12-05T19:48:44,650 DEBUG [master/86162e2766a8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=86162e2766a8,36965,1733428124417 2024-12-05T19:48:44,651 INFO [master/86162e2766a8:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:43229/user/jenkins/test-data/cdbba613-ae1e-247a-3115-6248e40be14b/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-05T19:48:44,653 DEBUG [master/86162e2766a8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-05T19:48:44,653 INFO [master/86162e2766a8:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-05T19:48:44,654 INFO [master/86162e2766a8:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-05T19:48:44,654 DEBUG [master/86162e2766a8:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 86162e2766a8,36965,1733428124417 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-05T19:48:44,655 DEBUG [master/86162e2766a8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/86162e2766a8:0, corePoolSize=5, maxPoolSize=5 2024-12-05T19:48:44,655 DEBUG [master/86162e2766a8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/86162e2766a8:0, corePoolSize=5, maxPoolSize=5 2024-12-05T19:48:44,655 DEBUG [master/86162e2766a8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/86162e2766a8:0, corePoolSize=5, maxPoolSize=5 2024-12-05T19:48:44,655 DEBUG [master/86162e2766a8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/86162e2766a8:0, corePoolSize=5, maxPoolSize=5 2024-12-05T19:48:44,655 DEBUG [master/86162e2766a8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/86162e2766a8:0, corePoolSize=10, maxPoolSize=10 2024-12-05T19:48:44,655 DEBUG [master/86162e2766a8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/86162e2766a8:0, corePoolSize=1, maxPoolSize=1 2024-12-05T19:48:44,655 DEBUG [master/86162e2766a8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/86162e2766a8:0, corePoolSize=2, maxPoolSize=2 2024-12-05T19:48:44,655 DEBUG [master/86162e2766a8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/86162e2766a8:0, corePoolSize=1, maxPoolSize=1 2024-12-05T19:48:44,656 INFO [master/86162e2766a8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733428154656 2024-12-05T19:48:44,656 INFO [master/86162e2766a8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-05T19:48:44,656 INFO [master/86162e2766a8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-05T19:48:44,656 INFO [master/86162e2766a8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-05T19:48:44,656 INFO [master/86162e2766a8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-05T19:48:44,656 INFO [master/86162e2766a8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-05T19:48:44,656 INFO [master/86162e2766a8:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-05T19:48:44,657 INFO [master/86162e2766a8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T19:48:44,657 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T19:48:44,657 INFO [master/86162e2766a8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-05T19:48:44,657 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-05T19:48:44,657 INFO [master/86162e2766a8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-05T19:48:44,657 INFO [master/86162e2766a8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-05T19:48:44,657 INFO [master/86162e2766a8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-05T19:48:44,658 INFO [master/86162e2766a8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-05T19:48:44,658 DEBUG [master/86162e2766a8:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/86162e2766a8:0:becomeActiveMaster-HFileCleaner.large.0-1733428124658,5,FailOnTimeoutGroup] 2024-12-05T19:48:44,658 DEBUG [master/86162e2766a8:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/86162e2766a8:0:becomeActiveMaster-HFileCleaner.small.0-1733428124658,5,FailOnTimeoutGroup] 2024-12-05T19:48:44,658 INFO [master/86162e2766a8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T19:48:44,658 INFO [master/86162e2766a8:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-05T19:48:44,658 INFO [master/86162e2766a8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-05T19:48:44,658 INFO [master/86162e2766a8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-05T19:48:44,658 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T19:48:44,658 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-05T19:48:44,665 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41829 is added to blk_1073741831_1007 (size=1321) 2024-12-05T19:48:44,665 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42897 is added to blk_1073741831_1007 (size=1321) 2024-12-05T19:48:44,666 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:43229/user/jenkins/test-data/cdbba613-ae1e-247a-3115-6248e40be14b/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-05T19:48:44,666 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:43229/user/jenkins/test-data/cdbba613-ae1e-247a-3115-6248e40be14b 2024-12-05T19:48:44,673 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41829 is added to blk_1073741832_1008 (size=32) 2024-12-05T19:48:44,673 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42897 is added to blk_1073741832_1008 (size=32) 2024-12-05T19:48:44,673 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T19:48:44,675 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T19:48:44,676 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T19:48:44,676 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T19:48:44,677 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T19:48:44,677 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-05T19:48:44,678 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-05T19:48:44,678 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T19:48:44,678 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T19:48:44,678 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T19:48:44,679 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T19:48:44,679 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T19:48:44,680 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T19:48:44,680 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T19:48:44,681 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T19:48:44,681 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T19:48:44,682 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T19:48:44,682 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-05T19:48:44,682 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43229/user/jenkins/test-data/cdbba613-ae1e-247a-3115-6248e40be14b/data/hbase/meta/1588230740 2024-12-05T19:48:44,683 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43229/user/jenkins/test-data/cdbba613-ae1e-247a-3115-6248e40be14b/data/hbase/meta/1588230740 2024-12-05T19:48:44,684 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-05T19:48:44,684 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-05T19:48:44,685 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-05T19:48:44,686 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-05T19:48:44,689 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43229/user/jenkins/test-data/cdbba613-ae1e-247a-3115-6248e40be14b/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T19:48:44,689 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=857959, jitterRate=0.09095197916030884}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-05T19:48:44,690 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733428124673Initializing all the Stores at 1733428124674 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733428124674Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733428124674Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733428124675 (+1 ms)Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733428124675Cleaning up temporary data from old regions at 1733428124684 (+9 ms)Region opened successfully at 1733428124690 (+6 ms) 2024-12-05T19:48:44,690 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-05T19:48:44,690 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-05T19:48:44,690 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-05T19:48:44,690 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T19:48:44,690 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T19:48:44,690 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-05T19:48:44,691 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733428124690Disabling compacts and flushes for region at 1733428124690Disabling writes for close at 1733428124690Writing region close event to WAL at 1733428124690Closed at 1733428124690 2024-12-05T19:48:44,692 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T19:48:44,692 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-05T19:48:44,692 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-05T19:48:44,693 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T19:48:44,695 INFO [RS:0;86162e2766a8:42847 {}] regionserver.HRegionServer(746): ClusterId : ee0b876e-14a7-464e-a469-9a978cc12c10 2024-12-05T19:48:44,695 DEBUG [RS:0;86162e2766a8:42847 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-05T19:48:44,695 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-05T19:48:44,697 DEBUG [RS:0;86162e2766a8:42847 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-05T19:48:44,697 DEBUG [RS:0;86162e2766a8:42847 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-05T19:48:44,699 DEBUG [RS:0;86162e2766a8:42847 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-05T19:48:44,699 DEBUG [RS:0;86162e2766a8:42847 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67b32aec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=86162e2766a8/172.17.0.2:0 2024-12-05T19:48:44,711 DEBUG [RS:0;86162e2766a8:42847 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;86162e2766a8:42847 2024-12-05T19:48:44,712 INFO [RS:0;86162e2766a8:42847 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-05T19:48:44,712 INFO [RS:0;86162e2766a8:42847 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-05T19:48:44,712 DEBUG [RS:0;86162e2766a8:42847 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-05T19:48:44,712 INFO [RS:0;86162e2766a8:42847 {}] regionserver.HRegionServer(2659): reportForDuty to master=86162e2766a8,36965,1733428124417 with port=42847, startcode=1733428124479 2024-12-05T19:48:44,713 DEBUG [RS:0;86162e2766a8:42847 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-05T19:48:44,715 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59147, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-12-05T19:48:44,715 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36965 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 86162e2766a8,42847,1733428124479 2024-12-05T19:48:44,715 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36965 {}] master.ServerManager(517): Registering regionserver=86162e2766a8,42847,1733428124479 2024-12-05T19:48:44,717 DEBUG [RS:0;86162e2766a8:42847 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43229/user/jenkins/test-data/cdbba613-ae1e-247a-3115-6248e40be14b 2024-12-05T19:48:44,717 DEBUG [RS:0;86162e2766a8:42847 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43229 2024-12-05T19:48:44,717 DEBUG [RS:0;86162e2766a8:42847 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-05T19:48:44,719 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36965-0x10063b9d3d50000, quorum=127.0.0.1:54063, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-05T19:48:44,719 DEBUG [RS:0;86162e2766a8:42847 {}] zookeeper.ZKUtil(111): regionserver:42847-0x10063b9d3d50001, quorum=127.0.0.1:54063, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/86162e2766a8,42847,1733428124479 2024-12-05T19:48:44,719 WARN [RS:0;86162e2766a8:42847 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T19:48:44,719 INFO [RS:0;86162e2766a8:42847 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T19:48:44,719 DEBUG [RS:0;86162e2766a8:42847 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43229/user/jenkins/test-data/cdbba613-ae1e-247a-3115-6248e40be14b/WALs/86162e2766a8,42847,1733428124479 2024-12-05T19:48:44,720 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [86162e2766a8,42847,1733428124479] 2024-12-05T19:48:44,723 INFO [RS:0;86162e2766a8:42847 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-05T19:48:44,725 INFO [RS:0;86162e2766a8:42847 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-05T19:48:44,725 INFO [RS:0;86162e2766a8:42847 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-05T19:48:44,725 INFO [RS:0;86162e2766a8:42847 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T19:48:44,728 INFO [RS:0;86162e2766a8:42847 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-05T19:48:44,729 INFO [RS:0;86162e2766a8:42847 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-05T19:48:44,729 INFO [RS:0;86162e2766a8:42847 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-05T19:48:44,729 DEBUG [RS:0;86162e2766a8:42847 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/86162e2766a8:0, corePoolSize=1, maxPoolSize=1 2024-12-05T19:48:44,729 DEBUG [RS:0;86162e2766a8:42847 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/86162e2766a8:0, corePoolSize=1, maxPoolSize=1 2024-12-05T19:48:44,729 DEBUG [RS:0;86162e2766a8:42847 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/86162e2766a8:0, corePoolSize=1, maxPoolSize=1 2024-12-05T19:48:44,729 DEBUG [RS:0;86162e2766a8:42847 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/86162e2766a8:0, corePoolSize=1, maxPoolSize=1 2024-12-05T19:48:44,729 DEBUG [RS:0;86162e2766a8:42847 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/86162e2766a8:0, corePoolSize=1, maxPoolSize=1 2024-12-05T19:48:44,729 DEBUG [RS:0;86162e2766a8:42847 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/86162e2766a8:0, corePoolSize=2, maxPoolSize=2 2024-12-05T19:48:44,729 DEBUG [RS:0;86162e2766a8:42847 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/86162e2766a8:0, corePoolSize=1, maxPoolSize=1 2024-12-05T19:48:44,729 DEBUG [RS:0;86162e2766a8:42847 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/86162e2766a8:0, corePoolSize=1, maxPoolSize=1 2024-12-05T19:48:44,729 DEBUG [RS:0;86162e2766a8:42847 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/86162e2766a8:0, corePoolSize=1, maxPoolSize=1 2024-12-05T19:48:44,729 DEBUG [RS:0;86162e2766a8:42847 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/86162e2766a8:0, corePoolSize=1, maxPoolSize=1 2024-12-05T19:48:44,729 DEBUG [RS:0;86162e2766a8:42847 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/86162e2766a8:0, corePoolSize=1, maxPoolSize=1 2024-12-05T19:48:44,729 DEBUG [RS:0;86162e2766a8:42847 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/86162e2766a8:0, corePoolSize=1, maxPoolSize=1 2024-12-05T19:48:44,729 DEBUG [RS:0;86162e2766a8:42847 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/86162e2766a8:0, corePoolSize=3, maxPoolSize=3 2024-12-05T19:48:44,729 DEBUG [RS:0;86162e2766a8:42847 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/86162e2766a8:0, corePoolSize=3, maxPoolSize=3 2024-12-05T19:48:44,730 INFO [RS:0;86162e2766a8:42847 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T19:48:44,730 INFO [RS:0;86162e2766a8:42847 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T19:48:44,730 INFO [RS:0;86162e2766a8:42847 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T19:48:44,730 INFO [RS:0;86162e2766a8:42847 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-05T19:48:44,730 INFO [RS:0;86162e2766a8:42847 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-05T19:48:44,730 INFO [RS:0;86162e2766a8:42847 {}] hbase.ChoreService(168): Chore ScheduledChore name=86162e2766a8,42847,1733428124479-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T19:48:44,745 INFO [RS:0;86162e2766a8:42847 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-05T19:48:44,745 INFO [RS:0;86162e2766a8:42847 {}] hbase.ChoreService(168): Chore ScheduledChore name=86162e2766a8,42847,1733428124479-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T19:48:44,745 INFO [RS:0;86162e2766a8:42847 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T19:48:44,746 INFO [RS:0;86162e2766a8:42847 {}] regionserver.Replication(171): 86162e2766a8,42847,1733428124479 started 2024-12-05T19:48:44,760 INFO [RS:0;86162e2766a8:42847 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T19:48:44,760 INFO [RS:0;86162e2766a8:42847 {}] regionserver.HRegionServer(1482): Serving as 86162e2766a8,42847,1733428124479, RpcServer on 86162e2766a8/172.17.0.2:42847, sessionid=0x10063b9d3d50001 2024-12-05T19:48:44,760 DEBUG [RS:0;86162e2766a8:42847 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-05T19:48:44,760 DEBUG [RS:0;86162e2766a8:42847 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 86162e2766a8,42847,1733428124479 2024-12-05T19:48:44,760 DEBUG [RS:0;86162e2766a8:42847 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '86162e2766a8,42847,1733428124479' 2024-12-05T19:48:44,760 DEBUG [RS:0;86162e2766a8:42847 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-05T19:48:44,760 DEBUG [RS:0;86162e2766a8:42847 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-05T19:48:44,761 DEBUG [RS:0;86162e2766a8:42847 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-05T19:48:44,761 DEBUG [RS:0;86162e2766a8:42847 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-05T19:48:44,761 DEBUG [RS:0;86162e2766a8:42847 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 86162e2766a8,42847,1733428124479 2024-12-05T19:48:44,761 DEBUG [RS:0;86162e2766a8:42847 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '86162e2766a8,42847,1733428124479' 2024-12-05T19:48:44,761 DEBUG [RS:0;86162e2766a8:42847 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-05T19:48:44,761 DEBUG [RS:0;86162e2766a8:42847 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-05T19:48:44,762 DEBUG [RS:0;86162e2766a8:42847 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-05T19:48:44,762 INFO [RS:0;86162e2766a8:42847 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-05T19:48:44,762 INFO [RS:0;86162e2766a8:42847 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-05T19:48:44,845 WARN [86162e2766a8:36965 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-05T19:48:44,862 INFO [RS:0;86162e2766a8:42847 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T19:48:44,864 INFO [RS:0;86162e2766a8:42847 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=86162e2766a8%2C42847%2C1733428124479, suffix=, logDir=hdfs://localhost:43229/user/jenkins/test-data/cdbba613-ae1e-247a-3115-6248e40be14b/WALs/86162e2766a8,42847,1733428124479, archiveDir=hdfs://localhost:43229/user/jenkins/test-data/cdbba613-ae1e-247a-3115-6248e40be14b/oldWALs, maxLogs=32 2024-12-05T19:48:44,878 DEBUG [RS:0;86162e2766a8:42847 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/cdbba613-ae1e-247a-3115-6248e40be14b/WALs/86162e2766a8,42847,1733428124479/86162e2766a8%2C42847%2C1733428124479.1733428124865, exclude list is [], retry=0 2024-12-05T19:48:44,881 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42897,DS-37521c69-1b2b-429b-9cb3-65ddb68a64b8,DISK] 2024-12-05T19:48:44,881 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41829,DS-298c125a-63c3-456f-8e7c-0b9b64d4ac2c,DISK] 2024-12-05T19:48:44,885 INFO [RS:0;86162e2766a8:42847 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/cdbba613-ae1e-247a-3115-6248e40be14b/WALs/86162e2766a8,42847,1733428124479/86162e2766a8%2C42847%2C1733428124479.1733428124865 2024-12-05T19:48:44,885 DEBUG [RS:0;86162e2766a8:42847 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34295:34295),(127.0.0.1/127.0.0.1:38397:38397)] 2024-12-05T19:48:45,095 DEBUG [86162e2766a8:36965 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-05T19:48:45,096 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=86162e2766a8,42847,1733428124479 2024-12-05T19:48:45,097 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 86162e2766a8,42847,1733428124479, state=OPENING 2024-12-05T19:48:45,099 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-05T19:48:45,101 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36965-0x10063b9d3d50000, quorum=127.0.0.1:54063, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T19:48:45,101 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42847-0x10063b9d3d50001, quorum=127.0.0.1:54063, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T19:48:45,101 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T19:48:45,101 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-05T19:48:45,101 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-05T19:48:45,101 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=86162e2766a8,42847,1733428124479}] 2024-12-05T19:48:45,255 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-05T19:48:45,257 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58199, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-05T19:48:45,261 INFO [RS_OPEN_META-regionserver/86162e2766a8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-05T19:48:45,261 INFO [RS_OPEN_META-regionserver/86162e2766a8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T19:48:45,262 INFO [RS_OPEN_META-regionserver/86162e2766a8:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-05T19:48:45,264 INFO [RS_OPEN_META-regionserver/86162e2766a8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=86162e2766a8%2C42847%2C1733428124479.meta, suffix=.meta, logDir=hdfs://localhost:43229/user/jenkins/test-data/cdbba613-ae1e-247a-3115-6248e40be14b/WALs/86162e2766a8,42847,1733428124479, archiveDir=hdfs://localhost:43229/user/jenkins/test-data/cdbba613-ae1e-247a-3115-6248e40be14b/oldWALs, maxLogs=32 2024-12-05T19:48:45,278 DEBUG [RS_OPEN_META-regionserver/86162e2766a8:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/cdbba613-ae1e-247a-3115-6248e40be14b/WALs/86162e2766a8,42847,1733428124479/86162e2766a8%2C42847%2C1733428124479.meta.1733428125265.meta, exclude list is [], retry=0 2024-12-05T19:48:45,280 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41829,DS-298c125a-63c3-456f-8e7c-0b9b64d4ac2c,DISK] 2024-12-05T19:48:45,281 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42897,DS-37521c69-1b2b-429b-9cb3-65ddb68a64b8,DISK] 2024-12-05T19:48:45,283 INFO [RS_OPEN_META-regionserver/86162e2766a8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/cdbba613-ae1e-247a-3115-6248e40be14b/WALs/86162e2766a8,42847,1733428124479/86162e2766a8%2C42847%2C1733428124479.meta.1733428125265.meta 2024-12-05T19:48:45,283 DEBUG [RS_OPEN_META-regionserver/86162e2766a8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38397:38397),(127.0.0.1/127.0.0.1:34295:34295)] 2024-12-05T19:48:45,283 DEBUG [RS_OPEN_META-regionserver/86162e2766a8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-05T19:48:45,284 DEBUG [RS_OPEN_META-regionserver/86162e2766a8:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-05T19:48:45,284 DEBUG [RS_OPEN_META-regionserver/86162e2766a8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-05T19:48:45,284 INFO [RS_OPEN_META-regionserver/86162e2766a8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-05T19:48:45,284 DEBUG [RS_OPEN_META-regionserver/86162e2766a8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-05T19:48:45,284 DEBUG [RS_OPEN_META-regionserver/86162e2766a8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T19:48:45,284 DEBUG [RS_OPEN_META-regionserver/86162e2766a8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-05T19:48:45,284 DEBUG [RS_OPEN_META-regionserver/86162e2766a8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-05T19:48:45,285 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T19:48:45,286 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T19:48:45,286 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T19:48:45,287 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T19:48:45,287 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-05T19:48:45,288 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-05T19:48:45,288 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T19:48:45,288 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T19:48:45,288 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T19:48:45,289 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T19:48:45,289 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T19:48:45,289 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T19:48:45,290 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T19:48:45,290 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T19:48:45,290 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T19:48:45,291 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T19:48:45,291 DEBUG [RS_OPEN_META-regionserver/86162e2766a8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-05T19:48:45,291 DEBUG [RS_OPEN_META-regionserver/86162e2766a8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43229/user/jenkins/test-data/cdbba613-ae1e-247a-3115-6248e40be14b/data/hbase/meta/1588230740 2024-12-05T19:48:45,293 DEBUG [RS_OPEN_META-regionserver/86162e2766a8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43229/user/jenkins/test-data/cdbba613-ae1e-247a-3115-6248e40be14b/data/hbase/meta/1588230740 2024-12-05T19:48:45,294 DEBUG [RS_OPEN_META-regionserver/86162e2766a8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-05T19:48:45,294 DEBUG [RS_OPEN_META-regionserver/86162e2766a8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-05T19:48:45,295 DEBUG [RS_OPEN_META-regionserver/86162e2766a8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-05T19:48:45,296 DEBUG [RS_OPEN_META-regionserver/86162e2766a8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-05T19:48:45,297 INFO [RS_OPEN_META-regionserver/86162e2766a8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=860055, jitterRate=0.0936165302991867}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-05T19:48:45,297 DEBUG [RS_OPEN_META-regionserver/86162e2766a8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-05T19:48:45,297 DEBUG [RS_OPEN_META-regionserver/86162e2766a8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733428125284Writing region info on filesystem at 1733428125284Initializing all the Stores at 1733428125285 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733428125285Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733428125285Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733428125285Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733428125285Cleaning up temporary data from old regions at 1733428125294 (+9 ms)Running coprocessor post-open hooks at 1733428125297 (+3 ms)Region opened successfully at 1733428125297 2024-12-05T19:48:45,299 INFO [RS_OPEN_META-regionserver/86162e2766a8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733428125255 2024-12-05T19:48:45,301 DEBUG [RS_OPEN_META-regionserver/86162e2766a8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-05T19:48:45,301 INFO [RS_OPEN_META-regionserver/86162e2766a8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-05T19:48:45,302 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=86162e2766a8,42847,1733428124479 2024-12-05T19:48:45,303 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 86162e2766a8,42847,1733428124479, state=OPEN 2024-12-05T19:48:45,311 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42847-0x10063b9d3d50001, quorum=127.0.0.1:54063, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-05T19:48:45,311 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36965-0x10063b9d3d50000, quorum=127.0.0.1:54063, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-05T19:48:45,311 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=86162e2766a8,42847,1733428124479 2024-12-05T19:48:45,311 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-05T19:48:45,311 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-05T19:48:45,314 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-05T19:48:45,314 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=86162e2766a8,42847,1733428124479 in 210 msec 2024-12-05T19:48:45,317 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-05T19:48:45,317 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 622 msec 2024-12-05T19:48:45,318 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T19:48:45,318 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-05T19:48:45,319 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T19:48:45,319 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=86162e2766a8,42847,1733428124479, seqNum=-1] 2024-12-05T19:48:45,320 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T19:48:45,321 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51625, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T19:48:45,326 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 673 msec 2024-12-05T19:48:45,326 INFO [master/86162e2766a8:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733428125326, completionTime=-1 2024-12-05T19:48:45,326 INFO [master/86162e2766a8:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-05T19:48:45,326 DEBUG [master/86162e2766a8:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-05T19:48:45,328 INFO [master/86162e2766a8:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-05T19:48:45,328 INFO [master/86162e2766a8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733428185328 2024-12-05T19:48:45,329 INFO [master/86162e2766a8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733428245329 2024-12-05T19:48:45,329 INFO [master/86162e2766a8:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-12-05T19:48:45,329 INFO [master/86162e2766a8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=86162e2766a8,36965,1733428124417-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T19:48:45,329 INFO [master/86162e2766a8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=86162e2766a8,36965,1733428124417-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T19:48:45,329 INFO [master/86162e2766a8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=86162e2766a8,36965,1733428124417-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T19:48:45,329 INFO [master/86162e2766a8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-86162e2766a8:36965, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T19:48:45,329 INFO [master/86162e2766a8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-05T19:48:45,329 INFO [master/86162e2766a8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-05T19:48:45,331 DEBUG [master/86162e2766a8:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-05T19:48:45,333 INFO [master/86162e2766a8:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 0.822sec 2024-12-05T19:48:45,333 INFO [master/86162e2766a8:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-05T19:48:45,333 INFO [master/86162e2766a8:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-05T19:48:45,333 INFO [master/86162e2766a8:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-05T19:48:45,333 INFO [master/86162e2766a8:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-05T19:48:45,333 INFO [master/86162e2766a8:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-05T19:48:45,333 INFO [master/86162e2766a8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=86162e2766a8,36965,1733428124417-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T19:48:45,333 INFO [master/86162e2766a8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=86162e2766a8,36965,1733428124417-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-05T19:48:45,336 DEBUG [master/86162e2766a8:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-05T19:48:45,336 INFO [master/86162e2766a8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-05T19:48:45,336 INFO [master/86162e2766a8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=86162e2766a8,36965,1733428124417-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T19:48:45,395 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e9b7b21, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T19:48:45,395 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 86162e2766a8,36965,-1 for getting cluster id 2024-12-05T19:48:45,395 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T19:48:45,397 DEBUG [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ee0b876e-14a7-464e-a469-9a978cc12c10' 2024-12-05T19:48:45,397 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T19:48:45,397 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ee0b876e-14a7-464e-a469-9a978cc12c10" 2024-12-05T19:48:45,398 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46df7b42, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T19:48:45,398 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [86162e2766a8,36965,-1] 2024-12-05T19:48:45,398 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T19:48:45,398 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T19:48:45,400 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42878, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T19:48:45,400 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5707ca8f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T19:48:45,401 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T19:48:45,402 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=86162e2766a8,42847,1733428124479, seqNum=-1] 2024-12-05T19:48:45,402 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T19:48:45,403 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33190, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T19:48:45,405 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=86162e2766a8,36965,1733428124417 2024-12-05T19:48:45,405 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T19:48:45,408 INFO [Time-limited test {}] master.MasterRpcServices(567): Client=null/null set balanceSwitch=false 2024-12-05T19:48:45,408 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T19:48:45,409 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is 86162e2766a8,36965,1733428124417 2024-12-05T19:48:45,409 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@22b1f566 2024-12-05T19:48:45,409 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T19:48:45,411 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42890, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T19:48:45,411 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36965 {}] util.TableDescriptorChecker(321): MAX_FILESIZE for table descriptor or "hbase.hregion.max.filesize" (786432) is too small, which might cause over splitting into unmanageable number of regions. 2024-12-05T19:48:45,411 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36965 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (8192) is too small, which might cause very frequent flushing. 2024-12-05T19:48:45,412 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36965 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestLogRolling-testCompactionRecordDoesntBlockRolling', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T19:48:45,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36965 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-12-05T19:48:45,414 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=CREATE_TABLE_PRE_OPERATION 2024-12-05T19:48:45,414 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T19:48:45,414 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36965 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestLogRolling-testCompactionRecordDoesntBlockRolling" procId is: 4 2024-12-05T19:48:45,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36965 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T19:48:45,415 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-05T19:48:45,423 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42897 is added to blk_1073741835_1011 (size=405) 2024-12-05T19:48:45,424 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41829 is added to blk_1073741835_1011 (size=405) 2024-12-05T19:48:45,425 INFO [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => b14b5b7b0cc43291f4fb245e22ce2565, NAME => 'TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733428125411.b14b5b7b0cc43291f4fb245e22ce2565.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestLogRolling-testCompactionRecordDoesntBlockRolling', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43229/user/jenkins/test-data/cdbba613-ae1e-247a-3115-6248e40be14b 2024-12-05T19:48:45,432 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41829 is added to blk_1073741836_1012 (size=88) 2024-12-05T19:48:45,432 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42897 is added to blk_1073741836_1012 (size=88) 2024-12-05T19:48:45,433 DEBUG [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(898): Instantiated TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733428125411.b14b5b7b0cc43291f4fb245e22ce2565.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T19:48:45,433 DEBUG [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(1722): Closing b14b5b7b0cc43291f4fb245e22ce2565, disabling compactions & flushes 2024-12-05T19:48:45,433 INFO [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(1755): Closing region TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733428125411.b14b5b7b0cc43291f4fb245e22ce2565. 2024-12-05T19:48:45,433 DEBUG [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733428125411.b14b5b7b0cc43291f4fb245e22ce2565. 2024-12-05T19:48:45,433 DEBUG [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733428125411.b14b5b7b0cc43291f4fb245e22ce2565. after waiting 0 ms 2024-12-05T19:48:45,433 DEBUG [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733428125411.b14b5b7b0cc43291f4fb245e22ce2565. 2024-12-05T19:48:45,433 INFO [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(1973): Closed TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733428125411.b14b5b7b0cc43291f4fb245e22ce2565. 2024-12-05T19:48:45,433 DEBUG [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(1676): Region close journal for b14b5b7b0cc43291f4fb245e22ce2565: Waiting for close lock at 1733428125433Disabling compacts and flushes for region at 1733428125433Disabling writes for close at 1733428125433Writing region close event to WAL at 1733428125433Closed at 1733428125433 2024-12-05T19:48:45,435 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=CREATE_TABLE_ADD_TO_META 2024-12-05T19:48:45,435 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733428125411.b14b5b7b0cc43291f4fb245e22ce2565.","families":{"info":[{"qualifier":"regioninfo","vlen":87,"tag":[],"timestamp":"1733428125435"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733428125435"}]},"ts":"1733428125435"} 2024-12-05T19:48:45,437 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-05T19:48:45,438 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-05T19:48:45,438 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testCompactionRecordDoesntBlockRolling","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733428125438"}]},"ts":"1733428125438"} 2024-12-05T19:48:45,440 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testCompactionRecordDoesntBlockRolling, state=ENABLING in hbase:meta 2024-12-05T19:48:45,440 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling, region=b14b5b7b0cc43291f4fb245e22ce2565, ASSIGN}] 2024-12-05T19:48:45,442 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling, region=b14b5b7b0cc43291f4fb245e22ce2565, ASSIGN 2024-12-05T19:48:45,443 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling, region=b14b5b7b0cc43291f4fb245e22ce2565, ASSIGN; state=OFFLINE, location=86162e2766a8,42847,1733428124479; forceNewPlan=false, retain=false 2024-12-05T19:48:45,594 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=b14b5b7b0cc43291f4fb245e22ce2565, regionState=OPENING, regionLocation=86162e2766a8,42847,1733428124479 2024-12-05T19:48:45,597 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling, region=b14b5b7b0cc43291f4fb245e22ce2565, ASSIGN because future has completed 2024-12-05T19:48:45,597 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure b14b5b7b0cc43291f4fb245e22ce2565, server=86162e2766a8,42847,1733428124479}] 2024-12-05T19:48:45,754 INFO [RS_OPEN_REGION-regionserver/86162e2766a8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733428125411.b14b5b7b0cc43291f4fb245e22ce2565. 2024-12-05T19:48:45,754 DEBUG [RS_OPEN_REGION-regionserver/86162e2766a8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => b14b5b7b0cc43291f4fb245e22ce2565, NAME => 'TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733428125411.b14b5b7b0cc43291f4fb245e22ce2565.', STARTKEY => '', ENDKEY => ''} 2024-12-05T19:48:45,755 DEBUG [RS_OPEN_REGION-regionserver/86162e2766a8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestLogRolling-testCompactionRecordDoesntBlockRolling b14b5b7b0cc43291f4fb245e22ce2565 2024-12-05T19:48:45,755 DEBUG [RS_OPEN_REGION-regionserver/86162e2766a8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733428125411.b14b5b7b0cc43291f4fb245e22ce2565.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T19:48:45,755 DEBUG [RS_OPEN_REGION-regionserver/86162e2766a8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for b14b5b7b0cc43291f4fb245e22ce2565 2024-12-05T19:48:45,755 DEBUG [RS_OPEN_REGION-regionserver/86162e2766a8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for b14b5b7b0cc43291f4fb245e22ce2565 2024-12-05T19:48:45,756 INFO [StoreOpener-b14b5b7b0cc43291f4fb245e22ce2565-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region b14b5b7b0cc43291f4fb245e22ce2565 2024-12-05T19:48:45,758 INFO [StoreOpener-b14b5b7b0cc43291f4fb245e22ce2565-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b14b5b7b0cc43291f4fb245e22ce2565 columnFamilyName info 2024-12-05T19:48:45,758 DEBUG [StoreOpener-b14b5b7b0cc43291f4fb245e22ce2565-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T19:48:45,758 INFO [StoreOpener-b14b5b7b0cc43291f4fb245e22ce2565-1 {}] regionserver.HStore(327): Store=b14b5b7b0cc43291f4fb245e22ce2565/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T19:48:45,759 DEBUG [RS_OPEN_REGION-regionserver/86162e2766a8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for b14b5b7b0cc43291f4fb245e22ce2565 2024-12-05T19:48:45,759 DEBUG [RS_OPEN_REGION-regionserver/86162e2766a8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43229/user/jenkins/test-data/cdbba613-ae1e-247a-3115-6248e40be14b/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/b14b5b7b0cc43291f4fb245e22ce2565 2024-12-05T19:48:45,760 DEBUG [RS_OPEN_REGION-regionserver/86162e2766a8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43229/user/jenkins/test-data/cdbba613-ae1e-247a-3115-6248e40be14b/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/b14b5b7b0cc43291f4fb245e22ce2565 2024-12-05T19:48:45,760 DEBUG [RS_OPEN_REGION-regionserver/86162e2766a8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for b14b5b7b0cc43291f4fb245e22ce2565 2024-12-05T19:48:45,760 DEBUG [RS_OPEN_REGION-regionserver/86162e2766a8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for b14b5b7b0cc43291f4fb245e22ce2565 2024-12-05T19:48:45,761 DEBUG [RS_OPEN_REGION-regionserver/86162e2766a8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for b14b5b7b0cc43291f4fb245e22ce2565 2024-12-05T19:48:45,763 DEBUG [RS_OPEN_REGION-regionserver/86162e2766a8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43229/user/jenkins/test-data/cdbba613-ae1e-247a-3115-6248e40be14b/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/b14b5b7b0cc43291f4fb245e22ce2565/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T19:48:45,764 INFO [RS_OPEN_REGION-regionserver/86162e2766a8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened b14b5b7b0cc43291f4fb245e22ce2565; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=744592, jitterRate=-0.053203389048576355}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-05T19:48:45,764 DEBUG [RS_OPEN_REGION-regionserver/86162e2766a8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b14b5b7b0cc43291f4fb245e22ce2565 2024-12-05T19:48:45,765 DEBUG [RS_OPEN_REGION-regionserver/86162e2766a8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for b14b5b7b0cc43291f4fb245e22ce2565: Running coprocessor pre-open hook at 1733428125755Writing region info on filesystem at 1733428125755Initializing all the Stores at 1733428125756 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733428125756Cleaning up temporary data from old regions at 1733428125760 (+4 ms)Running coprocessor post-open hooks at 1733428125764 (+4 ms)Region opened successfully at 1733428125764 2024-12-05T19:48:45,766 INFO [RS_OPEN_REGION-regionserver/86162e2766a8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733428125411.b14b5b7b0cc43291f4fb245e22ce2565., pid=6, masterSystemTime=1733428125750 2024-12-05T19:48:45,768 DEBUG [RS_OPEN_REGION-regionserver/86162e2766a8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733428125411.b14b5b7b0cc43291f4fb245e22ce2565. 2024-12-05T19:48:45,768 INFO [RS_OPEN_REGION-regionserver/86162e2766a8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733428125411.b14b5b7b0cc43291f4fb245e22ce2565. 2024-12-05T19:48:45,769 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=b14b5b7b0cc43291f4fb245e22ce2565, regionState=OPEN, openSeqNum=2, regionLocation=86162e2766a8,42847,1733428124479 2024-12-05T19:48:45,771 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure b14b5b7b0cc43291f4fb245e22ce2565, server=86162e2766a8,42847,1733428124479 because future has completed 2024-12-05T19:48:45,775 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-05T19:48:45,775 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure b14b5b7b0cc43291f4fb245e22ce2565, server=86162e2766a8,42847,1733428124479 in 176 msec 2024-12-05T19:48:45,778 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-05T19:48:45,778 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling, region=b14b5b7b0cc43291f4fb245e22ce2565, ASSIGN in 335 msec 2024-12-05T19:48:45,779 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-05T19:48:45,779 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testCompactionRecordDoesntBlockRolling","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733428125779"}]},"ts":"1733428125779"} 2024-12-05T19:48:45,782 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testCompactionRecordDoesntBlockRolling, state=ENABLED in hbase:meta 2024-12-05T19:48:45,783 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=CREATE_TABLE_POST_OPERATION 2024-12-05T19:48:45,785 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling in 371 msec 2024-12-05T19:48:50,224 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-05T19:48:50,224 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-05T19:48:50,225 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T19:48:50,225 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-12-05T19:48:50,225 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-05T19:48:50,225 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-12-05T19:48:50,226 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-12-05T19:48:50,226 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testCompactionRecordDoesntBlockRolling Metrics about Tables on a single HBase RegionServer 2024-12-05T19:48:50,786 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-05T19:48:50,798 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T19:48:50,799 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T19:48:50,799 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T19:48:50,800 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T19:48:50,800 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T19:48:50,801 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T19:48:50,804 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T19:48:50,807 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T19:48:50,814 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-05T19:48:50,815 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestLogRolling-testCompactionRecordDoesntBlockRolling' 2024-12-05T19:48:55,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36965 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T19:48:55,433 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestLogRolling-testCompactionRecordDoesntBlockRolling completed 2024-12-05T19:48:55,433 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=TestLogRolling-testCompactionRecordDoesntBlockRolling,, stopping at row=TestLogRolling-testCompactionRecordDoesntBlockRolling ,, for max=2147483647 with caching=100 2024-12-05T19:48:55,436 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2234): Found 1 regions for table TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-12-05T19:48:55,436 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2240): firstRegionName=TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733428125411.b14b5b7b0cc43291f4fb245e22ce2565. 2024-12-05T19:48:55,440 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestLogRolling-testCompactionRecordDoesntBlockRolling', row='row0001', locateType=CURRENT is [region=TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733428125411.b14b5b7b0cc43291f4fb245e22ce2565., hostname=86162e2766a8,42847,1733428124479, seqNum=2] 2024-12-05T19:48:55,447 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36965 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-12-05T19:48:55,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36965 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-12-05T19:48:55,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36965 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T19:48:55,454 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=7, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_PREPARE 2024-12-05T19:48:55,455 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=7, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-05T19:48:55,457 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-05T19:48:55,619 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42847 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-12-05T19:48:55,619 DEBUG [RS_FLUSH_OPERATIONS-regionserver/86162e2766a8:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733428125411.b14b5b7b0cc43291f4fb245e22ce2565. 2024-12-05T19:48:55,620 INFO [RS_FLUSH_OPERATIONS-regionserver/86162e2766a8:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2902): Flushing b14b5b7b0cc43291f4fb245e22ce2565 1/1 column families, dataSize=1.03 KB heapSize=1.35 KB 2024-12-05T19:48:55,637 DEBUG [RS_FLUSH_OPERATIONS-regionserver/86162e2766a8:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43229/user/jenkins/test-data/cdbba613-ae1e-247a-3115-6248e40be14b/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/b14b5b7b0cc43291f4fb245e22ce2565/.tmp/info/8786a54243214efcbe94ad84b5f4af1d is 1055, key is row0001/info:/1733428135441/Put/seqid=0 2024-12-05T19:48:55,643 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42897 is added to blk_1073741837_1013 (size=6008) 2024-12-05T19:48:55,643 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41829 is added to blk_1073741837_1013 (size=6008) 2024-12-05T19:48:55,644 INFO [RS_FLUSH_OPERATIONS-regionserver/86162e2766a8:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:43229/user/jenkins/test-data/cdbba613-ae1e-247a-3115-6248e40be14b/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/b14b5b7b0cc43291f4fb245e22ce2565/.tmp/info/8786a54243214efcbe94ad84b5f4af1d 2024-12-05T19:48:55,653 DEBUG [RS_FLUSH_OPERATIONS-regionserver/86162e2766a8:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43229/user/jenkins/test-data/cdbba613-ae1e-247a-3115-6248e40be14b/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/b14b5b7b0cc43291f4fb245e22ce2565/.tmp/info/8786a54243214efcbe94ad84b5f4af1d as hdfs://localhost:43229/user/jenkins/test-data/cdbba613-ae1e-247a-3115-6248e40be14b/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/b14b5b7b0cc43291f4fb245e22ce2565/info/8786a54243214efcbe94ad84b5f4af1d 2024-12-05T19:48:55,662 INFO [RS_FLUSH_OPERATIONS-regionserver/86162e2766a8:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43229/user/jenkins/test-data/cdbba613-ae1e-247a-3115-6248e40be14b/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/b14b5b7b0cc43291f4fb245e22ce2565/info/8786a54243214efcbe94ad84b5f4af1d, entries=1, sequenceid=5, filesize=5.9 K 2024-12-05T19:48:55,663 INFO [RS_FLUSH_OPERATIONS-regionserver/86162e2766a8:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(3140): Finished flush of dataSize ~1.03 KB/1051, heapSize ~1.34 KB/1368, currentSize=0 B/0 for b14b5b7b0cc43291f4fb245e22ce2565 in 43ms, sequenceid=5, compaction requested=false 2024-12-05T19:48:55,663 DEBUG [RS_FLUSH_OPERATIONS-regionserver/86162e2766a8:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2603): Flush status journal for b14b5b7b0cc43291f4fb245e22ce2565: 2024-12-05T19:48:55,663 DEBUG [RS_FLUSH_OPERATIONS-regionserver/86162e2766a8:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733428125411.b14b5b7b0cc43291f4fb245e22ce2565. 2024-12-05T19:48:55,665 DEBUG [RS_FLUSH_OPERATIONS-regionserver/86162e2766a8:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-12-05T19:48:55,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36965 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-12-05T19:48:55,672 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7 2024-12-05T19:48:55,672 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 212 msec 2024-12-05T19:48:55,675 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestLogRolling-testCompactionRecordDoesntBlockRolling in 225 msec 2024-12-05T19:49:05,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36965 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T19:49:05,463 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestLogRolling-testCompactionRecordDoesntBlockRolling completed 2024-12-05T19:49:05,467 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36965 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-12-05T19:49:05,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36965 {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-12-05T19:49:05,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36965 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-12-05T19:49:05,470 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=9, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_PREPARE 2024-12-05T19:49:05,471 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=9, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-05T19:49:05,472 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-05T19:49:05,625 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42847 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-12-05T19:49:05,625 DEBUG [RS_FLUSH_OPERATIONS-regionserver/86162e2766a8:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733428125411.b14b5b7b0cc43291f4fb245e22ce2565. 2024-12-05T19:49:05,626 INFO [RS_FLUSH_OPERATIONS-regionserver/86162e2766a8:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2902): Flushing b14b5b7b0cc43291f4fb245e22ce2565 1/1 column families, dataSize=1.03 KB heapSize=1.35 KB 2024-12-05T19:49:05,632 DEBUG [RS_FLUSH_OPERATIONS-regionserver/86162e2766a8:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43229/user/jenkins/test-data/cdbba613-ae1e-247a-3115-6248e40be14b/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/b14b5b7b0cc43291f4fb245e22ce2565/.tmp/info/193f2a2fe4234a36a631d6e066864d49 is 1055, key is row0002/info:/1733428145465/Put/seqid=0 2024-12-05T19:49:05,638 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41829 is added to blk_1073741838_1014 (size=6008) 2024-12-05T19:49:05,638 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42897 is added to blk_1073741838_1014 (size=6008) 2024-12-05T19:49:05,639 INFO [RS_FLUSH_OPERATIONS-regionserver/86162e2766a8:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:43229/user/jenkins/test-data/cdbba613-ae1e-247a-3115-6248e40be14b/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/b14b5b7b0cc43291f4fb245e22ce2565/.tmp/info/193f2a2fe4234a36a631d6e066864d49 2024-12-05T19:49:05,648 DEBUG [RS_FLUSH_OPERATIONS-regionserver/86162e2766a8:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43229/user/jenkins/test-data/cdbba613-ae1e-247a-3115-6248e40be14b/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/b14b5b7b0cc43291f4fb245e22ce2565/.tmp/info/193f2a2fe4234a36a631d6e066864d49 as hdfs://localhost:43229/user/jenkins/test-data/cdbba613-ae1e-247a-3115-6248e40be14b/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/b14b5b7b0cc43291f4fb245e22ce2565/info/193f2a2fe4234a36a631d6e066864d49 2024-12-05T19:49:05,654 INFO [RS_FLUSH_OPERATIONS-regionserver/86162e2766a8:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43229/user/jenkins/test-data/cdbba613-ae1e-247a-3115-6248e40be14b/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/b14b5b7b0cc43291f4fb245e22ce2565/info/193f2a2fe4234a36a631d6e066864d49, entries=1, sequenceid=9, filesize=5.9 K 2024-12-05T19:49:05,656 INFO [RS_FLUSH_OPERATIONS-regionserver/86162e2766a8:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(3140): Finished flush of dataSize ~1.03 KB/1051, heapSize ~1.34 KB/1368, currentSize=0 B/0 for b14b5b7b0cc43291f4fb245e22ce2565 in 30ms, sequenceid=9, compaction requested=false 2024-12-05T19:49:05,656 DEBUG [RS_FLUSH_OPERATIONS-regionserver/86162e2766a8:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2603): Flush status journal for b14b5b7b0cc43291f4fb245e22ce2565: 2024-12-05T19:49:05,656 DEBUG [RS_FLUSH_OPERATIONS-regionserver/86162e2766a8:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733428125411.b14b5b7b0cc43291f4fb245e22ce2565. 2024-12-05T19:49:05,656 DEBUG [RS_FLUSH_OPERATIONS-regionserver/86162e2766a8:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=10 2024-12-05T19:49:05,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36965 {}] master.HMaster(4169): Remote procedure done, pid=10 2024-12-05T19:49:05,662 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-05T19:49:05,662 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 186 msec 2024-12-05T19:49:05,664 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestLogRolling-testCompactionRecordDoesntBlockRolling in 195 msec 2024-12-05T19:49:14,392 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-05T19:49:15,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36965 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-12-05T19:49:15,543 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestLogRolling-testCompactionRecordDoesntBlockRolling completed 2024-12-05T19:49:15,560 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/cdbba613-ae1e-247a-3115-6248e40be14b/WALs/86162e2766a8,42847,1733428124479/86162e2766a8%2C42847%2C1733428124479.1733428155546, exclude list is [], retry=0 2024-12-05T19:49:15,563 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41829,DS-298c125a-63c3-456f-8e7c-0b9b64d4ac2c,DISK] 2024-12-05T19:49:15,563 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42897,DS-37521c69-1b2b-429b-9cb3-65ddb68a64b8,DISK] 2024-12-05T19:49:15,569 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/cdbba613-ae1e-247a-3115-6248e40be14b/WALs/86162e2766a8,42847,1733428124479/86162e2766a8%2C42847%2C1733428124479.1733428124865 with entries=8, filesize=5.33 KB; new WAL /user/jenkins/test-data/cdbba613-ae1e-247a-3115-6248e40be14b/WALs/86162e2766a8,42847,1733428124479/86162e2766a8%2C42847%2C1733428124479.1733428155546 2024-12-05T19:49:15,573 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38397:38397),(127.0.0.1/127.0.0.1:34295:34295)] 2024-12-05T19:49:15,573 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:43229/user/jenkins/test-data/cdbba613-ae1e-247a-3115-6248e40be14b/WALs/86162e2766a8,42847,1733428124479/86162e2766a8%2C42847%2C1733428124479.1733428124865 is not closed yet, will try archiving it next time 2024-12-05T19:49:15,575 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36965 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-12-05T19:49:15,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36965 {}] procedure2.ProcedureExecutor(1139): Stored pid=11, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-12-05T19:49:15,577 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42897 is added to blk_1073741833_1009 (size=5471) 2024-12-05T19:49:15,578 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41829 is added to blk_1073741833_1009 (size=5471) 2024-12-05T19:49:15,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36965 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-12-05T19:49:15,580 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=11, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_PREPARE 2024-12-05T19:49:15,581 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=11, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-05T19:49:15,581 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-05T19:49:15,735 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42847 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-12-05T19:49:15,736 DEBUG [RS_FLUSH_OPERATIONS-regionserver/86162e2766a8:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733428125411.b14b5b7b0cc43291f4fb245e22ce2565. 2024-12-05T19:49:15,736 INFO [RS_FLUSH_OPERATIONS-regionserver/86162e2766a8:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2902): Flushing b14b5b7b0cc43291f4fb245e22ce2565 1/1 column families, dataSize=1.03 KB heapSize=1.35 KB 2024-12-05T19:49:15,742 DEBUG [RS_FLUSH_OPERATIONS-regionserver/86162e2766a8:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43229/user/jenkins/test-data/cdbba613-ae1e-247a-3115-6248e40be14b/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/b14b5b7b0cc43291f4fb245e22ce2565/.tmp/info/800503890ec247afaeba009d96b0839b is 1055, key is row0003/info:/1733428155545/Put/seqid=0 2024-12-05T19:49:15,766 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42897 is added to blk_1073741840_1016 (size=6008) 2024-12-05T19:49:15,769 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41829 is added to blk_1073741840_1016 (size=6008) 2024-12-05T19:49:15,770 INFO [RS_FLUSH_OPERATIONS-regionserver/86162e2766a8:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:43229/user/jenkins/test-data/cdbba613-ae1e-247a-3115-6248e40be14b/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/b14b5b7b0cc43291f4fb245e22ce2565/.tmp/info/800503890ec247afaeba009d96b0839b 2024-12-05T19:49:15,783 DEBUG [RS_FLUSH_OPERATIONS-regionserver/86162e2766a8:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43229/user/jenkins/test-data/cdbba613-ae1e-247a-3115-6248e40be14b/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/b14b5b7b0cc43291f4fb245e22ce2565/.tmp/info/800503890ec247afaeba009d96b0839b as hdfs://localhost:43229/user/jenkins/test-data/cdbba613-ae1e-247a-3115-6248e40be14b/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/b14b5b7b0cc43291f4fb245e22ce2565/info/800503890ec247afaeba009d96b0839b 2024-12-05T19:49:15,792 INFO [RS_FLUSH_OPERATIONS-regionserver/86162e2766a8:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43229/user/jenkins/test-data/cdbba613-ae1e-247a-3115-6248e40be14b/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/b14b5b7b0cc43291f4fb245e22ce2565/info/800503890ec247afaeba009d96b0839b, entries=1, sequenceid=13, filesize=5.9 K 2024-12-05T19:49:15,793 INFO [RS_FLUSH_OPERATIONS-regionserver/86162e2766a8:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(3140): Finished flush of dataSize ~1.03 KB/1051, heapSize ~1.34 KB/1368, currentSize=0 B/0 for b14b5b7b0cc43291f4fb245e22ce2565 in 57ms, sequenceid=13, compaction requested=true 2024-12-05T19:49:15,794 DEBUG [RS_FLUSH_OPERATIONS-regionserver/86162e2766a8:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2603): Flush status journal for b14b5b7b0cc43291f4fb245e22ce2565: 2024-12-05T19:49:15,794 DEBUG [RS_FLUSH_OPERATIONS-regionserver/86162e2766a8:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733428125411.b14b5b7b0cc43291f4fb245e22ce2565. 2024-12-05T19:49:15,794 DEBUG [RS_FLUSH_OPERATIONS-regionserver/86162e2766a8:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=12 2024-12-05T19:49:15,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36965 {}] master.HMaster(4169): Remote procedure done, pid=12 2024-12-05T19:49:15,799 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11 2024-12-05T19:49:15,799 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 215 msec 2024-12-05T19:49:15,802 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestLogRolling-testCompactionRecordDoesntBlockRolling in 225 msec 2024-12-05T19:49:25,408 INFO [master/86162e2766a8:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-12-05T19:49:25,408 INFO [master/86162e2766a8:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-12-05T19:49:25,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36965 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-12-05T19:49:25,653 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestLogRolling-testCompactionRecordDoesntBlockRolling completed 2024-12-05T19:49:25,657 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T19:49:25,661 DEBUG [Time-limited test {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 18024 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T19:49:25,663 DEBUG [Time-limited test {}] regionserver.HStore(1541): b14b5b7b0cc43291f4fb245e22ce2565/info is initiating minor compaction (all files) 2024-12-05T19:49:25,663 INFO [Time-limited test {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-05T19:49:25,663 INFO [Time-limited test {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T19:49:25,664 INFO [Time-limited test {}] regionserver.HRegion(2416): Starting compaction of b14b5b7b0cc43291f4fb245e22ce2565/info in TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733428125411.b14b5b7b0cc43291f4fb245e22ce2565. 2024-12-05T19:49:25,664 INFO [Time-limited test {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43229/user/jenkins/test-data/cdbba613-ae1e-247a-3115-6248e40be14b/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/b14b5b7b0cc43291f4fb245e22ce2565/info/8786a54243214efcbe94ad84b5f4af1d, hdfs://localhost:43229/user/jenkins/test-data/cdbba613-ae1e-247a-3115-6248e40be14b/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/b14b5b7b0cc43291f4fb245e22ce2565/info/193f2a2fe4234a36a631d6e066864d49, hdfs://localhost:43229/user/jenkins/test-data/cdbba613-ae1e-247a-3115-6248e40be14b/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/b14b5b7b0cc43291f4fb245e22ce2565/info/800503890ec247afaeba009d96b0839b] into tmpdir=hdfs://localhost:43229/user/jenkins/test-data/cdbba613-ae1e-247a-3115-6248e40be14b/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/b14b5b7b0cc43291f4fb245e22ce2565/.tmp, totalSize=17.6 K 2024-12-05T19:49:25,665 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 8786a54243214efcbe94ad84b5f4af1d, keycount=1, bloomtype=ROW, size=5.9 K, encoding=NONE, compression=NONE, seqNum=5, earliestPutTs=1733428135441 2024-12-05T19:49:25,666 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 193f2a2fe4234a36a631d6e066864d49, keycount=1, bloomtype=ROW, size=5.9 K, encoding=NONE, compression=NONE, seqNum=9, earliestPutTs=1733428145465 2024-12-05T19:49:25,667 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 800503890ec247afaeba009d96b0839b, keycount=1, bloomtype=ROW, size=5.9 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1733428155545 2024-12-05T19:49:25,707 INFO [Time-limited test {}] throttle.PressureAwareThroughputController(145): b14b5b7b0cc43291f4fb245e22ce2565#info#compaction#21 average throughput is 3.01 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T19:49:25,708 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43229/user/jenkins/test-data/cdbba613-ae1e-247a-3115-6248e40be14b/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/b14b5b7b0cc43291f4fb245e22ce2565/.tmp/info/d4a2d0b419dd42c2a76026c190364a7f is 1055, key is row0001/info:/1733428135441/Put/seqid=0 2024-12-05T19:49:25,722 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42897 is added to blk_1073741841_1017 (size=8221) 2024-12-05T19:49:25,722 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41829 is added to blk_1073741841_1017 (size=8221) 2024-12-05T19:49:26,131 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43229/user/jenkins/test-data/cdbba613-ae1e-247a-3115-6248e40be14b/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/b14b5b7b0cc43291f4fb245e22ce2565/.tmp/info/d4a2d0b419dd42c2a76026c190364a7f as hdfs://localhost:43229/user/jenkins/test-data/cdbba613-ae1e-247a-3115-6248e40be14b/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/b14b5b7b0cc43291f4fb245e22ce2565/info/d4a2d0b419dd42c2a76026c190364a7f 2024-12-05T19:49:26,149 INFO [Time-limited test {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in b14b5b7b0cc43291f4fb245e22ce2565/info of b14b5b7b0cc43291f4fb245e22ce2565 into d4a2d0b419dd42c2a76026c190364a7f(size=8.0 K), total size for store is 8.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T19:49:26,149 DEBUG [Time-limited test {}] regionserver.HRegion(2446): Compaction status journal for b14b5b7b0cc43291f4fb245e22ce2565: 2024-12-05T19:49:26,173 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/cdbba613-ae1e-247a-3115-6248e40be14b/WALs/86162e2766a8,42847,1733428124479/86162e2766a8%2C42847%2C1733428124479.1733428166153, exclude list is [], retry=0 2024-12-05T19:49:26,176 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42897,DS-37521c69-1b2b-429b-9cb3-65ddb68a64b8,DISK] 2024-12-05T19:49:26,176 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41829,DS-298c125a-63c3-456f-8e7c-0b9b64d4ac2c,DISK] 2024-12-05T19:49:26,180 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/cdbba613-ae1e-247a-3115-6248e40be14b/WALs/86162e2766a8,42847,1733428124479/86162e2766a8%2C42847%2C1733428124479.1733428155546 with entries=4, filesize=2.43 KB; new WAL /user/jenkins/test-data/cdbba613-ae1e-247a-3115-6248e40be14b/WALs/86162e2766a8,42847,1733428124479/86162e2766a8%2C42847%2C1733428124479.1733428166153 2024-12-05T19:49:26,181 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34295:34295),(127.0.0.1/127.0.0.1:38397:38397)] 2024-12-05T19:49:26,181 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:43229/user/jenkins/test-data/cdbba613-ae1e-247a-3115-6248e40be14b/WALs/86162e2766a8,42847,1733428124479/86162e2766a8%2C42847%2C1733428124479.1733428155546 is not closed yet, will try archiving it next time 2024-12-05T19:49:26,181 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:43229/user/jenkins/test-data/cdbba613-ae1e-247a-3115-6248e40be14b/WALs/86162e2766a8,42847,1733428124479/86162e2766a8%2C42847%2C1733428124479.1733428124865 to hdfs://localhost:43229/user/jenkins/test-data/cdbba613-ae1e-247a-3115-6248e40be14b/oldWALs/86162e2766a8%2C42847%2C1733428124479.1733428124865 2024-12-05T19:49:26,182 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36965 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-12-05T19:49:26,182 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41829 is added to blk_1073741839_1015 (size=2495) 2024-12-05T19:49:26,182 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42897 is added to blk_1073741839_1015 (size=2495) 2024-12-05T19:49:26,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36965 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-12-05T19:49:26,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36965 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-12-05T19:49:26,185 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=13, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_PREPARE 2024-12-05T19:49:26,186 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=13, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-05T19:49:26,186 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-05T19:49:26,340 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42847 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14 2024-12-05T19:49:26,340 DEBUG [RS_FLUSH_OPERATIONS-regionserver/86162e2766a8:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733428125411.b14b5b7b0cc43291f4fb245e22ce2565. 2024-12-05T19:49:26,340 INFO [RS_FLUSH_OPERATIONS-regionserver/86162e2766a8:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2902): Flushing b14b5b7b0cc43291f4fb245e22ce2565 1/1 column families, dataSize=1.03 KB heapSize=1.35 KB 2024-12-05T19:49:26,346 DEBUG [RS_FLUSH_OPERATIONS-regionserver/86162e2766a8:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43229/user/jenkins/test-data/cdbba613-ae1e-247a-3115-6248e40be14b/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/b14b5b7b0cc43291f4fb245e22ce2565/.tmp/info/105c7ac0f45c42b4880fa7913e28baa0 is 1055, key is row0000/info:/1733428166151/Put/seqid=0 2024-12-05T19:49:26,353 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41829 is added to blk_1073741843_1019 (size=6008) 2024-12-05T19:49:26,353 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42897 is added to blk_1073741843_1019 (size=6008) 2024-12-05T19:49:26,355 INFO [RS_FLUSH_OPERATIONS-regionserver/86162e2766a8:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=18 (bloomFilter=true), to=hdfs://localhost:43229/user/jenkins/test-data/cdbba613-ae1e-247a-3115-6248e40be14b/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/b14b5b7b0cc43291f4fb245e22ce2565/.tmp/info/105c7ac0f45c42b4880fa7913e28baa0 2024-12-05T19:49:26,365 DEBUG [RS_FLUSH_OPERATIONS-regionserver/86162e2766a8:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43229/user/jenkins/test-data/cdbba613-ae1e-247a-3115-6248e40be14b/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/b14b5b7b0cc43291f4fb245e22ce2565/.tmp/info/105c7ac0f45c42b4880fa7913e28baa0 as hdfs://localhost:43229/user/jenkins/test-data/cdbba613-ae1e-247a-3115-6248e40be14b/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/b14b5b7b0cc43291f4fb245e22ce2565/info/105c7ac0f45c42b4880fa7913e28baa0 2024-12-05T19:49:26,373 INFO [RS_FLUSH_OPERATIONS-regionserver/86162e2766a8:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43229/user/jenkins/test-data/cdbba613-ae1e-247a-3115-6248e40be14b/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/b14b5b7b0cc43291f4fb245e22ce2565/info/105c7ac0f45c42b4880fa7913e28baa0, entries=1, sequenceid=18, filesize=5.9 K 2024-12-05T19:49:26,375 INFO [RS_FLUSH_OPERATIONS-regionserver/86162e2766a8:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(3140): Finished flush of dataSize ~1.03 KB/1051, heapSize ~1.34 KB/1368, currentSize=0 B/0 for b14b5b7b0cc43291f4fb245e22ce2565 in 34ms, sequenceid=18, compaction requested=false 2024-12-05T19:49:26,375 DEBUG [RS_FLUSH_OPERATIONS-regionserver/86162e2766a8:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2603): Flush status journal for b14b5b7b0cc43291f4fb245e22ce2565: 2024-12-05T19:49:26,375 DEBUG [RS_FLUSH_OPERATIONS-regionserver/86162e2766a8:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733428125411.b14b5b7b0cc43291f4fb245e22ce2565. 2024-12-05T19:49:26,375 DEBUG [RS_FLUSH_OPERATIONS-regionserver/86162e2766a8:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=14 2024-12-05T19:49:26,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36965 {}] master.HMaster(4169): Remote procedure done, pid=14 2024-12-05T19:49:26,380 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13 2024-12-05T19:49:26,380 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 191 msec 2024-12-05T19:49:26,383 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestLogRolling-testCompactionRecordDoesntBlockRolling in 199 msec 2024-12-05T19:49:30,755 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region b14b5b7b0cc43291f4fb245e22ce2565, had cached 0 bytes from a total of 14229 2024-12-05T19:49:36,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36965 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-12-05T19:49:36,243 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestLogRolling-testCompactionRecordDoesntBlockRolling completed 2024-12-05T19:49:36,260 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/cdbba613-ae1e-247a-3115-6248e40be14b/WALs/86162e2766a8,42847,1733428124479/86162e2766a8%2C42847%2C1733428124479.1733428176246, exclude list is [], retry=0 2024-12-05T19:49:36,264 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42897,DS-37521c69-1b2b-429b-9cb3-65ddb68a64b8,DISK] 2024-12-05T19:49:36,264 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41829,DS-298c125a-63c3-456f-8e7c-0b9b64d4ac2c,DISK] 2024-12-05T19:49:36,276 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/cdbba613-ae1e-247a-3115-6248e40be14b/WALs/86162e2766a8,42847,1733428124479/86162e2766a8%2C42847%2C1733428124479.1733428166153 with entries=3, filesize=1.95 KB; new WAL /user/jenkins/test-data/cdbba613-ae1e-247a-3115-6248e40be14b/WALs/86162e2766a8,42847,1733428124479/86162e2766a8%2C42847%2C1733428124479.1733428176246 2024-12-05T19:49:36,276 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34295:34295),(127.0.0.1/127.0.0.1:38397:38397)] 2024-12-05T19:49:36,276 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:43229/user/jenkins/test-data/cdbba613-ae1e-247a-3115-6248e40be14b/WALs/86162e2766a8,42847,1733428124479/86162e2766a8%2C42847%2C1733428124479.1733428166153 is not closed yet, will try archiving it next time 2024-12-05T19:49:36,276 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:43229/user/jenkins/test-data/cdbba613-ae1e-247a-3115-6248e40be14b/WALs/86162e2766a8,42847,1733428124479/86162e2766a8%2C42847%2C1733428124479.1733428155546 to hdfs://localhost:43229/user/jenkins/test-data/cdbba613-ae1e-247a-3115-6248e40be14b/oldWALs/86162e2766a8%2C42847%2C1733428124479.1733428155546 2024-12-05T19:49:36,276 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-05T19:49:36,276 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T19:49:36,277 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T19:49:36,277 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T19:49:36,277 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T19:49:36,277 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T19:49:36,277 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-05T19:49:36,277 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=987355996, stopped=false 2024-12-05T19:49:36,277 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=86162e2766a8,36965,1733428124417 2024-12-05T19:49:36,278 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42897 is added to blk_1073741842_1018 (size=2001) 2024-12-05T19:49:36,279 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41829 is added to blk_1073741842_1018 (size=2001) 2024-12-05T19:49:36,283 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42847-0x10063b9d3d50001, quorum=127.0.0.1:54063, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-05T19:49:36,283 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42847-0x10063b9d3d50001, quorum=127.0.0.1:54063, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T19:49:36,283 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-05T19:49:36,284 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36965-0x10063b9d3d50000, quorum=127.0.0.1:54063, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-05T19:49:36,284 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T19:49:36,284 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T19:49:36,285 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T19:49:36,285 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '86162e2766a8,42847,1733428124479' ***** 2024-12-05T19:49:36,285 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-05T19:49:36,285 INFO [RS:0;86162e2766a8:42847 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-05T19:49:36,285 INFO [RS:0;86162e2766a8:42847 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-05T19:49:36,285 INFO [RS:0;86162e2766a8:42847 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-05T19:49:36,285 INFO [RS:0;86162e2766a8:42847 {}] regionserver.HRegionServer(3091): Received CLOSE for b14b5b7b0cc43291f4fb245e22ce2565 2024-12-05T19:49:36,285 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-05T19:49:36,286 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36965-0x10063b9d3d50000, quorum=127.0.0.1:54063, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T19:49:36,286 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42847-0x10063b9d3d50001, quorum=127.0.0.1:54063, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-05T19:49:36,287 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:36965-0x10063b9d3d50000, quorum=127.0.0.1:54063, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-05T19:49:36,288 INFO [RS:0;86162e2766a8:42847 {}] regionserver.HRegionServer(959): stopping server 86162e2766a8,42847,1733428124479 2024-12-05T19:49:36,288 INFO [RS:0;86162e2766a8:42847 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T19:49:36,288 INFO [RS:0;86162e2766a8:42847 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;86162e2766a8:42847. 2024-12-05T19:49:36,288 DEBUG [RS:0;86162e2766a8:42847 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T19:49:36,288 DEBUG [RS:0;86162e2766a8:42847 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T19:49:36,288 DEBUG [RS_CLOSE_REGION-regionserver/86162e2766a8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b14b5b7b0cc43291f4fb245e22ce2565, disabling compactions & flushes 2024-12-05T19:49:36,288 INFO [RS_CLOSE_REGION-regionserver/86162e2766a8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733428125411.b14b5b7b0cc43291f4fb245e22ce2565. 2024-12-05T19:49:36,288 INFO [RS:0;86162e2766a8:42847 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-05T19:49:36,288 INFO [RS:0;86162e2766a8:42847 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-05T19:49:36,288 DEBUG [RS_CLOSE_REGION-regionserver/86162e2766a8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733428125411.b14b5b7b0cc43291f4fb245e22ce2565. 2024-12-05T19:49:36,288 INFO [RS:0;86162e2766a8:42847 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-05T19:49:36,288 DEBUG [RS_CLOSE_REGION-regionserver/86162e2766a8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733428125411.b14b5b7b0cc43291f4fb245e22ce2565. after waiting 0 ms 2024-12-05T19:49:36,288 DEBUG [RS_CLOSE_REGION-regionserver/86162e2766a8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733428125411.b14b5b7b0cc43291f4fb245e22ce2565. 2024-12-05T19:49:36,288 INFO [RS:0;86162e2766a8:42847 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-05T19:49:36,288 INFO [RS_CLOSE_REGION-regionserver/86162e2766a8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing b14b5b7b0cc43291f4fb245e22ce2565 1/1 column families, dataSize=1.03 KB heapSize=1.35 KB 2024-12-05T19:49:36,296 INFO [RS:0;86162e2766a8:42847 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-05T19:49:36,296 DEBUG [RS:0;86162e2766a8:42847 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, b14b5b7b0cc43291f4fb245e22ce2565=TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733428125411.b14b5b7b0cc43291f4fb245e22ce2565.} 2024-12-05T19:49:36,296 DEBUG [RS:0;86162e2766a8:42847 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b14b5b7b0cc43291f4fb245e22ce2565 2024-12-05T19:49:36,297 DEBUG [RS_CLOSE_META-regionserver/86162e2766a8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-05T19:49:36,297 INFO [RS_CLOSE_META-regionserver/86162e2766a8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-05T19:49:36,297 DEBUG [RS_CLOSE_META-regionserver/86162e2766a8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-05T19:49:36,297 DEBUG [RS_CLOSE_META-regionserver/86162e2766a8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T19:49:36,297 DEBUG [RS_CLOSE_META-regionserver/86162e2766a8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T19:49:36,297 INFO [RS_CLOSE_META-regionserver/86162e2766a8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.89 KB heapSize=3.91 KB 2024-12-05T19:49:36,298 DEBUG [RS_CLOSE_REGION-regionserver/86162e2766a8:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43229/user/jenkins/test-data/cdbba613-ae1e-247a-3115-6248e40be14b/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/b14b5b7b0cc43291f4fb245e22ce2565/.tmp/info/da134d5d31eb49bda62e14dd659a645f is 1055, key is row0001/info:/1733428176244/Put/seqid=0 2024-12-05T19:49:36,316 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42897 is added to blk_1073741845_1021 (size=6008) 2024-12-05T19:49:36,318 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41829 is added to blk_1073741845_1021 (size=6008) 2024-12-05T19:49:36,320 INFO [RS_CLOSE_REGION-regionserver/86162e2766a8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=22 (bloomFilter=true), to=hdfs://localhost:43229/user/jenkins/test-data/cdbba613-ae1e-247a-3115-6248e40be14b/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/b14b5b7b0cc43291f4fb245e22ce2565/.tmp/info/da134d5d31eb49bda62e14dd659a645f 2024-12-05T19:49:36,332 DEBUG [RS_CLOSE_META-regionserver/86162e2766a8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43229/user/jenkins/test-data/cdbba613-ae1e-247a-3115-6248e40be14b/data/hbase/meta/1588230740/.tmp/info/4c6d3bc6db964edaa56b9eaa68bca861 is 227, key is TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733428125411.b14b5b7b0cc43291f4fb245e22ce2565./info:regioninfo/1733428125769/Put/seqid=0 2024-12-05T19:49:36,341 DEBUG [RS_CLOSE_REGION-regionserver/86162e2766a8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43229/user/jenkins/test-data/cdbba613-ae1e-247a-3115-6248e40be14b/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/b14b5b7b0cc43291f4fb245e22ce2565/.tmp/info/da134d5d31eb49bda62e14dd659a645f as hdfs://localhost:43229/user/jenkins/test-data/cdbba613-ae1e-247a-3115-6248e40be14b/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/b14b5b7b0cc43291f4fb245e22ce2565/info/da134d5d31eb49bda62e14dd659a645f 2024-12-05T19:49:36,349 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42897 is added to blk_1073741846_1022 (size=7308) 2024-12-05T19:49:36,350 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41829 is added to blk_1073741846_1022 (size=7308) 2024-12-05T19:49:36,351 INFO [RS_CLOSE_META-regionserver/86162e2766a8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.65 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:43229/user/jenkins/test-data/cdbba613-ae1e-247a-3115-6248e40be14b/data/hbase/meta/1588230740/.tmp/info/4c6d3bc6db964edaa56b9eaa68bca861 2024-12-05T19:49:36,357 INFO [RS_CLOSE_REGION-regionserver/86162e2766a8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43229/user/jenkins/test-data/cdbba613-ae1e-247a-3115-6248e40be14b/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/b14b5b7b0cc43291f4fb245e22ce2565/info/da134d5d31eb49bda62e14dd659a645f, entries=1, sequenceid=22, filesize=5.9 K 2024-12-05T19:49:36,358 INFO [RS_CLOSE_REGION-regionserver/86162e2766a8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.03 KB/1051, heapSize ~1.34 KB/1368, currentSize=0 B/0 for b14b5b7b0cc43291f4fb245e22ce2565 in 70ms, sequenceid=22, compaction requested=true 2024-12-05T19:49:36,359 DEBUG [StoreCloser-TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733428125411.b14b5b7b0cc43291f4fb245e22ce2565.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:43229/user/jenkins/test-data/cdbba613-ae1e-247a-3115-6248e40be14b/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/b14b5b7b0cc43291f4fb245e22ce2565/info/8786a54243214efcbe94ad84b5f4af1d, hdfs://localhost:43229/user/jenkins/test-data/cdbba613-ae1e-247a-3115-6248e40be14b/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/b14b5b7b0cc43291f4fb245e22ce2565/info/193f2a2fe4234a36a631d6e066864d49, hdfs://localhost:43229/user/jenkins/test-data/cdbba613-ae1e-247a-3115-6248e40be14b/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/b14b5b7b0cc43291f4fb245e22ce2565/info/800503890ec247afaeba009d96b0839b] to archive 2024-12-05T19:49:36,363 DEBUG [StoreCloser-TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733428125411.b14b5b7b0cc43291f4fb245e22ce2565.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-05T19:49:36,366 DEBUG [StoreCloser-TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733428125411.b14b5b7b0cc43291f4fb245e22ce2565.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43229/user/jenkins/test-data/cdbba613-ae1e-247a-3115-6248e40be14b/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/b14b5b7b0cc43291f4fb245e22ce2565/info/8786a54243214efcbe94ad84b5f4af1d to hdfs://localhost:43229/user/jenkins/test-data/cdbba613-ae1e-247a-3115-6248e40be14b/archive/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/b14b5b7b0cc43291f4fb245e22ce2565/info/8786a54243214efcbe94ad84b5f4af1d 2024-12-05T19:49:36,368 DEBUG [StoreCloser-TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733428125411.b14b5b7b0cc43291f4fb245e22ce2565.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43229/user/jenkins/test-data/cdbba613-ae1e-247a-3115-6248e40be14b/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/b14b5b7b0cc43291f4fb245e22ce2565/info/193f2a2fe4234a36a631d6e066864d49 to hdfs://localhost:43229/user/jenkins/test-data/cdbba613-ae1e-247a-3115-6248e40be14b/archive/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/b14b5b7b0cc43291f4fb245e22ce2565/info/193f2a2fe4234a36a631d6e066864d49 2024-12-05T19:49:36,369 DEBUG [StoreCloser-TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733428125411.b14b5b7b0cc43291f4fb245e22ce2565.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43229/user/jenkins/test-data/cdbba613-ae1e-247a-3115-6248e40be14b/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/b14b5b7b0cc43291f4fb245e22ce2565/info/800503890ec247afaeba009d96b0839b to hdfs://localhost:43229/user/jenkins/test-data/cdbba613-ae1e-247a-3115-6248e40be14b/archive/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/b14b5b7b0cc43291f4fb245e22ce2565/info/800503890ec247afaeba009d96b0839b 2024-12-05T19:49:36,380 DEBUG [RS_CLOSE_META-regionserver/86162e2766a8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43229/user/jenkins/test-data/cdbba613-ae1e-247a-3115-6248e40be14b/data/hbase/meta/1588230740/.tmp/ns/c1c2b365f0bf4a8ca9a63d08a3cf4645 is 43, key is default/ns:d/1733428125322/Put/seqid=0 2024-12-05T19:49:36,384 DEBUG [StoreCloser-TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733428125411.b14b5b7b0cc43291f4fb245e22ce2565.-1 {}] regionserver.HRegionServer(3532): Failed to report file archival(s) to Master. This will be retried. org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=86162e2766a8:36965 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportFileArchival(RegionServerStatusProtos.java:17350) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.reportFileArchivalForQuotas(HRegionServer.java:3516) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.reportArchivedFilesForQuota(HStore.java:2412) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.removeCompactedfiles(HStore.java:2347) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.closeWithoutLock(HStore.java:738) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.close(HStore.java:804) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion$2.call(HRegion.java:1912) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion$2.call(HRegion.java:1909) ~[classes/:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 16 more 2024-12-05T19:49:36,384 WARN [StoreCloser-TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733428125411.b14b5b7b0cc43291f4fb245e22ce2565.-1 {}] regionserver.HStore(2414): Failed to report archival of files: [8786a54243214efcbe94ad84b5f4af1d=6008, 193f2a2fe4234a36a631d6e066864d49=6008, 800503890ec247afaeba009d96b0839b=6008] 2024-12-05T19:49:36,387 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41829 is added to blk_1073741847_1023 (size=5153) 2024-12-05T19:49:36,388 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42897 is added to blk_1073741847_1023 (size=5153) 2024-12-05T19:49:36,388 INFO [RS_CLOSE_META-regionserver/86162e2766a8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:43229/user/jenkins/test-data/cdbba613-ae1e-247a-3115-6248e40be14b/data/hbase/meta/1588230740/.tmp/ns/c1c2b365f0bf4a8ca9a63d08a3cf4645 2024-12-05T19:49:36,390 DEBUG [RS_CLOSE_REGION-regionserver/86162e2766a8:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43229/user/jenkins/test-data/cdbba613-ae1e-247a-3115-6248e40be14b/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/b14b5b7b0cc43291f4fb245e22ce2565/recovered.edits/25.seqid, newMaxSeqId=25, maxSeqId=1 2024-12-05T19:49:36,390 INFO [RS_CLOSE_REGION-regionserver/86162e2766a8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733428125411.b14b5b7b0cc43291f4fb245e22ce2565. 2024-12-05T19:49:36,391 DEBUG [RS_CLOSE_REGION-regionserver/86162e2766a8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b14b5b7b0cc43291f4fb245e22ce2565: Waiting for close lock at 1733428176288Running coprocessor pre-close hooks at 1733428176288Disabling compacts and flushes for region at 1733428176288Disabling writes for close at 1733428176288Obtaining lock to block concurrent updates at 1733428176288Preparing flush snapshotting stores in b14b5b7b0cc43291f4fb245e22ce2565 at 1733428176288Finished memstore snapshotting TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733428125411.b14b5b7b0cc43291f4fb245e22ce2565., syncing WAL and waiting on mvcc, flushsize=dataSize=1051, getHeapSize=1368, getOffHeapSize=0, getCellsCount=1 at 1733428176289 (+1 ms)Flushing stores of TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733428125411.b14b5b7b0cc43291f4fb245e22ce2565. at 1733428176289Flushing b14b5b7b0cc43291f4fb245e22ce2565/info: creating writer at 1733428176290 (+1 ms)Flushing b14b5b7b0cc43291f4fb245e22ce2565/info: appending metadata at 1733428176297 (+7 ms)Flushing b14b5b7b0cc43291f4fb245e22ce2565/info: closing flushed file at 1733428176297Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5b7adffe: reopening flushed file at 1733428176338 (+41 ms)Finished flush of dataSize ~1.03 KB/1051, heapSize ~1.34 KB/1368, currentSize=0 B/0 for b14b5b7b0cc43291f4fb245e22ce2565 in 70ms, sequenceid=22, compaction requested=true at 1733428176359 (+21 ms)Writing region close event to WAL at 1733428176385 (+26 ms)Running coprocessor post-close hooks at 1733428176390 (+5 ms)Closed at 1733428176390 2024-12-05T19:49:36,391 DEBUG [RS_CLOSE_REGION-regionserver/86162e2766a8:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733428125411.b14b5b7b0cc43291f4fb245e22ce2565. 2024-12-05T19:49:36,412 DEBUG [RS_CLOSE_META-regionserver/86162e2766a8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43229/user/jenkins/test-data/cdbba613-ae1e-247a-3115-6248e40be14b/data/hbase/meta/1588230740/.tmp/table/473b0c59eb574772a489006a2e0bba07 is 89, key is TestLogRolling-testCompactionRecordDoesntBlockRolling/table:state/1733428125779/Put/seqid=0 2024-12-05T19:49:36,419 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41829 is added to blk_1073741848_1024 (size=5508) 2024-12-05T19:49:36,420 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42897 is added to blk_1073741848_1024 (size=5508) 2024-12-05T19:49:36,420 INFO [RS_CLOSE_META-regionserver/86162e2766a8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:43229/user/jenkins/test-data/cdbba613-ae1e-247a-3115-6248e40be14b/data/hbase/meta/1588230740/.tmp/table/473b0c59eb574772a489006a2e0bba07 2024-12-05T19:49:36,428 DEBUG [RS_CLOSE_META-regionserver/86162e2766a8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43229/user/jenkins/test-data/cdbba613-ae1e-247a-3115-6248e40be14b/data/hbase/meta/1588230740/.tmp/info/4c6d3bc6db964edaa56b9eaa68bca861 as hdfs://localhost:43229/user/jenkins/test-data/cdbba613-ae1e-247a-3115-6248e40be14b/data/hbase/meta/1588230740/info/4c6d3bc6db964edaa56b9eaa68bca861 2024-12-05T19:49:36,435 INFO [RS_CLOSE_META-regionserver/86162e2766a8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43229/user/jenkins/test-data/cdbba613-ae1e-247a-3115-6248e40be14b/data/hbase/meta/1588230740/info/4c6d3bc6db964edaa56b9eaa68bca861, entries=10, sequenceid=11, filesize=7.1 K 2024-12-05T19:49:36,444 DEBUG [RS_CLOSE_META-regionserver/86162e2766a8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43229/user/jenkins/test-data/cdbba613-ae1e-247a-3115-6248e40be14b/data/hbase/meta/1588230740/.tmp/ns/c1c2b365f0bf4a8ca9a63d08a3cf4645 as hdfs://localhost:43229/user/jenkins/test-data/cdbba613-ae1e-247a-3115-6248e40be14b/data/hbase/meta/1588230740/ns/c1c2b365f0bf4a8ca9a63d08a3cf4645 2024-12-05T19:49:36,452 INFO [RS_CLOSE_META-regionserver/86162e2766a8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43229/user/jenkins/test-data/cdbba613-ae1e-247a-3115-6248e40be14b/data/hbase/meta/1588230740/ns/c1c2b365f0bf4a8ca9a63d08a3cf4645, entries=2, sequenceid=11, filesize=5.0 K 2024-12-05T19:49:36,453 DEBUG [RS_CLOSE_META-regionserver/86162e2766a8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43229/user/jenkins/test-data/cdbba613-ae1e-247a-3115-6248e40be14b/data/hbase/meta/1588230740/.tmp/table/473b0c59eb574772a489006a2e0bba07 as hdfs://localhost:43229/user/jenkins/test-data/cdbba613-ae1e-247a-3115-6248e40be14b/data/hbase/meta/1588230740/table/473b0c59eb574772a489006a2e0bba07 2024-12-05T19:49:36,459 INFO [RS_CLOSE_META-regionserver/86162e2766a8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43229/user/jenkins/test-data/cdbba613-ae1e-247a-3115-6248e40be14b/data/hbase/meta/1588230740/table/473b0c59eb574772a489006a2e0bba07, entries=2, sequenceid=11, filesize=5.4 K 2024-12-05T19:49:36,460 INFO [RS_CLOSE_META-regionserver/86162e2766a8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.89 KB/1932, heapSize ~3.61 KB/3696, currentSize=0 B/0 for 1588230740 in 163ms, sequenceid=11, compaction requested=false 2024-12-05T19:49:36,465 DEBUG [RS_CLOSE_META-regionserver/86162e2766a8:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43229/user/jenkins/test-data/cdbba613-ae1e-247a-3115-6248e40be14b/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-12-05T19:49:36,466 DEBUG [RS_CLOSE_META-regionserver/86162e2766a8:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T19:49:36,466 INFO [RS_CLOSE_META-regionserver/86162e2766a8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-05T19:49:36,466 DEBUG [RS_CLOSE_META-regionserver/86162e2766a8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733428176297Running coprocessor pre-close hooks at 1733428176297Disabling compacts and flushes for region at 1733428176297Disabling writes for close at 1733428176297Obtaining lock to block concurrent updates at 1733428176297Preparing flush snapshotting stores in 1588230740 at 1733428176297Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1932, getHeapSize=3936, getOffHeapSize=0, getCellsCount=14 at 1733428176298 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733428176299 (+1 ms)Flushing 1588230740/info: creating writer at 1733428176299Flushing 1588230740/info: appending metadata at 1733428176331 (+32 ms)Flushing 1588230740/info: closing flushed file at 1733428176331Flushing 1588230740/ns: creating writer at 1733428176359 (+28 ms)Flushing 1588230740/ns: appending metadata at 1733428176379 (+20 ms)Flushing 1588230740/ns: closing flushed file at 1733428176379Flushing 1588230740/table: creating writer at 1733428176395 (+16 ms)Flushing 1588230740/table: appending metadata at 1733428176411 (+16 ms)Flushing 1588230740/table: closing flushed file at 1733428176411Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5177c805: reopening flushed file at 1733428176427 (+16 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5f6a77b1: reopening flushed file at 1733428176435 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@abd7d13: reopening flushed file at 1733428176452 (+17 ms)Finished flush of dataSize ~1.89 KB/1932, heapSize ~3.61 KB/3696, currentSize=0 B/0 for 1588230740 in 163ms, sequenceid=11, compaction requested=false at 1733428176460 (+8 ms)Writing region close event to WAL at 1733428176461 (+1 ms)Running coprocessor post-close hooks at 1733428176466 (+5 ms)Closed at 1733428176466 2024-12-05T19:49:36,467 DEBUG [RS_CLOSE_META-regionserver/86162e2766a8:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-05T19:49:36,496 INFO [RS:0;86162e2766a8:42847 {}] regionserver.HRegionServer(976): stopping server 86162e2766a8,42847,1733428124479; all regions closed. 2024-12-05T19:49:36,499 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41829 is added to blk_1073741834_1010 (size=3306) 2024-12-05T19:49:36,499 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42897 is added to blk_1073741834_1010 (size=3306) 2024-12-05T19:49:36,503 DEBUG [RS:0;86162e2766a8:42847 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/cdbba613-ae1e-247a-3115-6248e40be14b/oldWALs 2024-12-05T19:49:36,503 INFO [RS:0;86162e2766a8:42847 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 86162e2766a8%2C42847%2C1733428124479.meta:.meta(num 1733428125265) 2024-12-05T19:49:36,505 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41829 is added to blk_1073741844_1020 (size=1252) 2024-12-05T19:49:36,505 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42897 is added to blk_1073741844_1020 (size=1252) 2024-12-05T19:49:36,510 DEBUG [RS:0;86162e2766a8:42847 {}] wal.AbstractFSWAL(1256): Moved 2 WAL file(s) to /user/jenkins/test-data/cdbba613-ae1e-247a-3115-6248e40be14b/oldWALs 2024-12-05T19:49:36,511 INFO [RS:0;86162e2766a8:42847 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 86162e2766a8%2C42847%2C1733428124479:(num 1733428176246) 2024-12-05T19:49:36,511 DEBUG [RS:0;86162e2766a8:42847 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T19:49:36,511 INFO [RS:0;86162e2766a8:42847 {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T19:49:36,511 INFO [RS:0;86162e2766a8:42847 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T19:49:36,511 INFO [RS:0;86162e2766a8:42847 {}] hbase.ChoreService(370): Chore service for: regionserver/86162e2766a8:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-05T19:49:36,511 INFO [RS:0;86162e2766a8:42847 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T19:49:36,511 INFO [regionserver/86162e2766a8:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T19:49:36,512 INFO [RS:0;86162e2766a8:42847 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42847 2024-12-05T19:49:36,514 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42847-0x10063b9d3d50001, quorum=127.0.0.1:54063, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/86162e2766a8,42847,1733428124479 2024-12-05T19:49:36,514 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36965-0x10063b9d3d50000, quorum=127.0.0.1:54063, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-05T19:49:36,514 INFO [RS:0;86162e2766a8:42847 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T19:49:36,515 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [86162e2766a8,42847,1733428124479] 2024-12-05T19:49:36,517 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/86162e2766a8,42847,1733428124479 already deleted, retry=false 2024-12-05T19:49:36,517 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 86162e2766a8,42847,1733428124479 expired; onlineServers=0 2024-12-05T19:49:36,517 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '86162e2766a8,36965,1733428124417' ***** 2024-12-05T19:49:36,517 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-05T19:49:36,517 INFO [M:0;86162e2766a8:36965 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T19:49:36,517 INFO [M:0;86162e2766a8:36965 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T19:49:36,517 DEBUG [M:0;86162e2766a8:36965 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-05T19:49:36,517 DEBUG [M:0;86162e2766a8:36965 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-05T19:49:36,517 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-05T19:49:36,517 DEBUG [master/86162e2766a8:0:becomeActiveMaster-HFileCleaner.small.0-1733428124658 {}] cleaner.HFileCleaner(306): Exit Thread[master/86162e2766a8:0:becomeActiveMaster-HFileCleaner.small.0-1733428124658,5,FailOnTimeoutGroup] 2024-12-05T19:49:36,517 DEBUG [master/86162e2766a8:0:becomeActiveMaster-HFileCleaner.large.0-1733428124658 {}] cleaner.HFileCleaner(306): Exit Thread[master/86162e2766a8:0:becomeActiveMaster-HFileCleaner.large.0-1733428124658,5,FailOnTimeoutGroup] 2024-12-05T19:49:36,517 INFO [M:0;86162e2766a8:36965 {}] hbase.ChoreService(370): Chore service for: master/86162e2766a8:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-05T19:49:36,517 INFO [M:0;86162e2766a8:36965 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T19:49:36,518 DEBUG [M:0;86162e2766a8:36965 {}] master.HMaster(1795): Stopping service threads 2024-12-05T19:49:36,518 INFO [M:0;86162e2766a8:36965 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-05T19:49:36,518 INFO [M:0;86162e2766a8:36965 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-05T19:49:36,518 INFO [M:0;86162e2766a8:36965 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-05T19:49:36,518 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-05T19:49:36,519 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36965-0x10063b9d3d50000, quorum=127.0.0.1:54063, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-12-05T19:49:36,519 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36965-0x10063b9d3d50000, quorum=127.0.0.1:54063, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T19:49:36,519 DEBUG [M:0;86162e2766a8:36965 {}] zookeeper.ZKUtil(347): master:36965-0x10063b9d3d50000, quorum=127.0.0.1:54063, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-12-05T19:49:36,519 WARN [M:0;86162e2766a8:36965 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-05T19:49:36,521 INFO [M:0;86162e2766a8:36965 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:43229/user/jenkins/test-data/cdbba613-ae1e-247a-3115-6248e40be14b/.lastflushedseqids 2024-12-05T19:49:36,533 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42897 is added to blk_1073741849_1025 (size=130) 2024-12-05T19:49:36,533 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41829 is added to blk_1073741849_1025 (size=130) 2024-12-05T19:49:36,533 INFO [M:0;86162e2766a8:36965 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-05T19:49:36,533 INFO [M:0;86162e2766a8:36965 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-05T19:49:36,534 DEBUG [M:0;86162e2766a8:36965 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T19:49:36,534 INFO [M:0;86162e2766a8:36965 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T19:49:36,534 DEBUG [M:0;86162e2766a8:36965 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T19:49:36,534 DEBUG [M:0;86162e2766a8:36965 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T19:49:36,534 DEBUG [M:0;86162e2766a8:36965 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T19:49:36,534 INFO [M:0;86162e2766a8:36965 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=43.54 KB heapSize=54.91 KB 2024-12-05T19:49:36,553 DEBUG [M:0;86162e2766a8:36965 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43229/user/jenkins/test-data/cdbba613-ae1e-247a-3115-6248e40be14b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f9cd850b41124e43946bf248d1fac972 is 82, key is hbase:meta,,1/info:regioninfo/1733428125302/Put/seqid=0 2024-12-05T19:49:36,560 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41829 is added to blk_1073741850_1026 (size=5672) 2024-12-05T19:49:36,560 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42897 is added to blk_1073741850_1026 (size=5672) 2024-12-05T19:49:36,562 INFO [M:0;86162e2766a8:36965 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:43229/user/jenkins/test-data/cdbba613-ae1e-247a-3115-6248e40be14b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f9cd850b41124e43946bf248d1fac972 2024-12-05T19:49:36,586 DEBUG [M:0;86162e2766a8:36965 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43229/user/jenkins/test-data/cdbba613-ae1e-247a-3115-6248e40be14b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a71dd8bf7e8c47428557d30f64f6771a is 797, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733428125784/Put/seqid=0 2024-12-05T19:49:36,593 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42897 is added to blk_1073741851_1027 (size=7818) 2024-12-05T19:49:36,593 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41829 is added to blk_1073741851_1027 (size=7818) 2024-12-05T19:49:36,594 INFO [M:0;86162e2766a8:36965 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.94 KB at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:43229/user/jenkins/test-data/cdbba613-ae1e-247a-3115-6248e40be14b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a71dd8bf7e8c47428557d30f64f6771a 2024-12-05T19:49:36,600 INFO [M:0;86162e2766a8:36965 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a71dd8bf7e8c47428557d30f64f6771a 2024-12-05T19:49:36,616 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42847-0x10063b9d3d50001, quorum=127.0.0.1:54063, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T19:49:36,616 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42847-0x10063b9d3d50001, quorum=127.0.0.1:54063, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T19:49:36,616 INFO [RS:0;86162e2766a8:42847 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T19:49:36,616 INFO [RS:0;86162e2766a8:42847 {}] regionserver.HRegionServer(1031): Exiting; stopping=86162e2766a8,42847,1733428124479; zookeeper connection closed. 2024-12-05T19:49:36,620 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@221c505b {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@221c505b 2024-12-05T19:49:36,620 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-05T19:49:36,623 DEBUG [M:0;86162e2766a8:36965 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43229/user/jenkins/test-data/cdbba613-ae1e-247a-3115-6248e40be14b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b7d88d5776924028bd955fd2376fa9cc is 69, key is 86162e2766a8,42847,1733428124479/rs:state/1733428124715/Put/seqid=0 2024-12-05T19:49:36,632 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42897 is added to blk_1073741852_1028 (size=5156) 2024-12-05T19:49:36,632 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41829 is added to blk_1073741852_1028 (size=5156) 2024-12-05T19:49:36,633 INFO [M:0;86162e2766a8:36965 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:43229/user/jenkins/test-data/cdbba613-ae1e-247a-3115-6248e40be14b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b7d88d5776924028bd955fd2376fa9cc 2024-12-05T19:49:36,656 DEBUG [M:0;86162e2766a8:36965 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43229/user/jenkins/test-data/cdbba613-ae1e-247a-3115-6248e40be14b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/9435f87857764ee69331b129af57ec1b is 52, key is load_balancer_on/state:d/1733428125407/Put/seqid=0 2024-12-05T19:49:36,661 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41829 is added to blk_1073741853_1029 (size=5056) 2024-12-05T19:49:36,661 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42897 is added to blk_1073741853_1029 (size=5056) 2024-12-05T19:49:36,664 INFO [M:0;86162e2766a8:36965 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=48 B at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:43229/user/jenkins/test-data/cdbba613-ae1e-247a-3115-6248e40be14b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/9435f87857764ee69331b129af57ec1b 2024-12-05T19:49:36,671 DEBUG [M:0;86162e2766a8:36965 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43229/user/jenkins/test-data/cdbba613-ae1e-247a-3115-6248e40be14b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f9cd850b41124e43946bf248d1fac972 as hdfs://localhost:43229/user/jenkins/test-data/cdbba613-ae1e-247a-3115-6248e40be14b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f9cd850b41124e43946bf248d1fac972 2024-12-05T19:49:36,678 INFO [M:0;86162e2766a8:36965 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43229/user/jenkins/test-data/cdbba613-ae1e-247a-3115-6248e40be14b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f9cd850b41124e43946bf248d1fac972, entries=8, sequenceid=121, filesize=5.5 K 2024-12-05T19:49:36,679 DEBUG [M:0;86162e2766a8:36965 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43229/user/jenkins/test-data/cdbba613-ae1e-247a-3115-6248e40be14b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a71dd8bf7e8c47428557d30f64f6771a as hdfs://localhost:43229/user/jenkins/test-data/cdbba613-ae1e-247a-3115-6248e40be14b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a71dd8bf7e8c47428557d30f64f6771a 2024-12-05T19:49:36,685 INFO [M:0;86162e2766a8:36965 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a71dd8bf7e8c47428557d30f64f6771a 2024-12-05T19:49:36,685 INFO [M:0;86162e2766a8:36965 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43229/user/jenkins/test-data/cdbba613-ae1e-247a-3115-6248e40be14b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a71dd8bf7e8c47428557d30f64f6771a, entries=14, sequenceid=121, filesize=7.6 K 2024-12-05T19:49:36,686 DEBUG [M:0;86162e2766a8:36965 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43229/user/jenkins/test-data/cdbba613-ae1e-247a-3115-6248e40be14b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b7d88d5776924028bd955fd2376fa9cc as hdfs://localhost:43229/user/jenkins/test-data/cdbba613-ae1e-247a-3115-6248e40be14b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b7d88d5776924028bd955fd2376fa9cc 2024-12-05T19:49:36,692 INFO [M:0;86162e2766a8:36965 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43229/user/jenkins/test-data/cdbba613-ae1e-247a-3115-6248e40be14b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b7d88d5776924028bd955fd2376fa9cc, entries=1, sequenceid=121, filesize=5.0 K 2024-12-05T19:49:36,693 DEBUG [M:0;86162e2766a8:36965 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43229/user/jenkins/test-data/cdbba613-ae1e-247a-3115-6248e40be14b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/9435f87857764ee69331b129af57ec1b as hdfs://localhost:43229/user/jenkins/test-data/cdbba613-ae1e-247a-3115-6248e40be14b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/9435f87857764ee69331b129af57ec1b 2024-12-05T19:49:36,700 INFO [M:0;86162e2766a8:36965 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43229/user/jenkins/test-data/cdbba613-ae1e-247a-3115-6248e40be14b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/9435f87857764ee69331b129af57ec1b, entries=1, sequenceid=121, filesize=4.9 K 2024-12-05T19:49:36,702 INFO [M:0;86162e2766a8:36965 {}] regionserver.HRegion(3140): Finished flush of dataSize ~43.54 KB/44590, heapSize ~54.85 KB/56168, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 167ms, sequenceid=121, compaction requested=false 2024-12-05T19:49:36,709 INFO [M:0;86162e2766a8:36965 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T19:49:36,709 DEBUG [M:0;86162e2766a8:36965 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733428176534Disabling compacts and flushes for region at 1733428176534Disabling writes for close at 1733428176534Obtaining lock to block concurrent updates at 1733428176534Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733428176534Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=44590, getHeapSize=56168, getOffHeapSize=0, getCellsCount=140 at 1733428176534Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733428176535 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733428176535Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733428176553 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733428176553Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733428176568 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733428176585 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733428176585Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733428176600 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733428176623 (+23 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733428176623Flushing 1595e783b53d99cd5eef43b6debb2682/state: creating writer at 1733428176639 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: appending metadata at 1733428176655 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: closing flushed file at 1733428176655Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6d106046: reopening flushed file at 1733428176670 (+15 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@590715b7: reopening flushed file at 1733428176678 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2873895f: reopening flushed file at 1733428176685 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6255a739: reopening flushed file at 1733428176692 (+7 ms)Finished flush of dataSize ~43.54 KB/44590, heapSize ~54.85 KB/56168, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 167ms, sequenceid=121, compaction requested=false at 1733428176702 (+10 ms)Writing region close event to WAL at 1733428176709 (+7 ms)Closed at 1733428176709 2024-12-05T19:49:36,714 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42897 is added to blk_1073741830_1006 (size=52987) 2024-12-05T19:49:36,715 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41829 is added to blk_1073741830_1006 (size=52987) 2024-12-05T19:49:36,715 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T19:49:36,716 INFO [M:0;86162e2766a8:36965 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-05T19:49:36,716 INFO [M:0;86162e2766a8:36965 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36965 2024-12-05T19:49:36,716 INFO [M:0;86162e2766a8:36965 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T19:49:36,732 INFO [regionserver/86162e2766a8:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T19:49:36,818 INFO [M:0;86162e2766a8:36965 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T19:49:36,818 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36965-0x10063b9d3d50000, quorum=127.0.0.1:54063, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T19:49:36,819 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36965-0x10063b9d3d50000, quorum=127.0.0.1:54063, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T19:49:36,821 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@59feadde{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T19:49:36,822 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@34ba9cae{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T19:49:36,822 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T19:49:36,822 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@62d55df7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T19:49:36,822 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@13c4705d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d648d42d-755c-edb3-030e-d498e69dd9ef/hadoop.log.dir/,STOPPED} 2024-12-05T19:49:36,824 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-05T19:49:36,824 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-05T19:49:36,824 WARN [BP-653033485-172.17.0.2-1733428123701 heartbeating to localhost/127.0.0.1:43229 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-05T19:49:36,824 WARN [BP-653033485-172.17.0.2-1733428123701 heartbeating to localhost/127.0.0.1:43229 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-653033485-172.17.0.2-1733428123701 (Datanode Uuid e438304c-f3f0-4097-91b5-a0372bc8802f) service to localhost/127.0.0.1:43229 2024-12-05T19:49:36,825 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d648d42d-755c-edb3-030e-d498e69dd9ef/cluster_487f0590-c73f-f2fc-bf75-b02c472ac564/data/data3/current/BP-653033485-172.17.0.2-1733428123701 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T19:49:36,825 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d648d42d-755c-edb3-030e-d498e69dd9ef/cluster_487f0590-c73f-f2fc-bf75-b02c472ac564/data/data4/current/BP-653033485-172.17.0.2-1733428123701 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T19:49:36,826 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-05T19:49:36,829 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@24a6d8ae{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T19:49:36,830 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3459236a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T19:49:36,830 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T19:49:36,830 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@282d8f4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T19:49:36,830 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5432dec{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d648d42d-755c-edb3-030e-d498e69dd9ef/hadoop.log.dir/,STOPPED} 2024-12-05T19:49:36,832 WARN [BP-653033485-172.17.0.2-1733428123701 heartbeating to localhost/127.0.0.1:43229 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-05T19:49:36,832 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-05T19:49:36,832 WARN [BP-653033485-172.17.0.2-1733428123701 heartbeating to localhost/127.0.0.1:43229 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-653033485-172.17.0.2-1733428123701 (Datanode Uuid 9aea5688-36e7-4b75-9eae-0d3eab00bbbd) service to localhost/127.0.0.1:43229 2024-12-05T19:49:36,832 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-05T19:49:36,833 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-05T19:49:36,836 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d648d42d-755c-edb3-030e-d498e69dd9ef/cluster_487f0590-c73f-f2fc-bf75-b02c472ac564/data/data2/current/BP-653033485-172.17.0.2-1733428123701 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T19:49:36,836 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d648d42d-755c-edb3-030e-d498e69dd9ef/cluster_487f0590-c73f-f2fc-bf75-b02c472ac564/data/data1/current/BP-653033485-172.17.0.2-1733428123701 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T19:49:36,841 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@60fc8f37{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T19:49:36,842 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@64d4f786{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T19:49:36,842 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T19:49:36,842 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@54df4658{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T19:49:36,842 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4e3c79f2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d648d42d-755c-edb3-030e-d498e69dd9ef/hadoop.log.dir/,STOPPED} 2024-12-05T19:49:36,851 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-05T19:49:36,882 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-05T19:49:36,890 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncLogRolling#testCompactionRecordDoesntBlockRolling Thread=96 (was 101), OpenFileDescriptor=428 (was 445), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=327 (was 285) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=8540 (was 8586) 2024-12-05T19:49:36,897 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncLogRolling#testLogRolling Thread=96, OpenFileDescriptor=428, MaxFileDescriptor=1048576, SystemLoadAverage=327, ProcessCount=11, AvailableMemoryMB=8540 2024-12-05T19:49:36,897 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-05T19:49:36,898 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d648d42d-755c-edb3-030e-d498e69dd9ef/hadoop.log.dir so I do NOT create it in target/test-data/366115c7-0a26-1d5c-a571-4824eac0382c 2024-12-05T19:49:36,898 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d648d42d-755c-edb3-030e-d498e69dd9ef/hadoop.tmp.dir so I do NOT create it in target/test-data/366115c7-0a26-1d5c-a571-4824eac0382c 2024-12-05T19:49:36,898 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/366115c7-0a26-1d5c-a571-4824eac0382c/cluster_dca5c691-3c5a-869b-e388-3fee5eb2f942, deleteOnExit=true 2024-12-05T19:49:36,898 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-05T19:49:36,898 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/366115c7-0a26-1d5c-a571-4824eac0382c/test.cache.data in system properties and HBase conf 2024-12-05T19:49:36,898 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/366115c7-0a26-1d5c-a571-4824eac0382c/hadoop.tmp.dir in system properties and HBase conf 2024-12-05T19:49:36,898 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/366115c7-0a26-1d5c-a571-4824eac0382c/hadoop.log.dir in system properties and HBase conf 2024-12-05T19:49:36,898 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/366115c7-0a26-1d5c-a571-4824eac0382c/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-05T19:49:36,898 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/366115c7-0a26-1d5c-a571-4824eac0382c/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-05T19:49:36,898 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-05T19:49:36,899 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-05T19:49:36,899 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/366115c7-0a26-1d5c-a571-4824eac0382c/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-05T19:49:36,899 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/366115c7-0a26-1d5c-a571-4824eac0382c/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-05T19:49:36,899 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/366115c7-0a26-1d5c-a571-4824eac0382c/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-05T19:49:36,899 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/366115c7-0a26-1d5c-a571-4824eac0382c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T19:49:36,899 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/366115c7-0a26-1d5c-a571-4824eac0382c/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-05T19:49:36,899 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/366115c7-0a26-1d5c-a571-4824eac0382c/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-05T19:49:36,899 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/366115c7-0a26-1d5c-a571-4824eac0382c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T19:49:36,899 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/366115c7-0a26-1d5c-a571-4824eac0382c/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T19:49:36,899 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/366115c7-0a26-1d5c-a571-4824eac0382c/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-05T19:49:36,899 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/366115c7-0a26-1d5c-a571-4824eac0382c/nfs.dump.dir in system properties and HBase conf 2024-12-05T19:49:36,899 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/366115c7-0a26-1d5c-a571-4824eac0382c/java.io.tmpdir in system properties and HBase conf 2024-12-05T19:49:36,899 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/366115c7-0a26-1d5c-a571-4824eac0382c/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T19:49:36,900 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/366115c7-0a26-1d5c-a571-4824eac0382c/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-05T19:49:36,900 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/366115c7-0a26-1d5c-a571-4824eac0382c/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-05T19:49:36,991 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T19:49:36,995 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T19:49:36,997 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T19:49:36,997 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T19:49:36,997 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-05T19:49:36,998 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T19:49:36,998 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@548a1d03{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/366115c7-0a26-1d5c-a571-4824eac0382c/hadoop.log.dir/,AVAILABLE} 2024-12-05T19:49:36,999 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6fe19690{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T19:49:37,121 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@307e1807{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/366115c7-0a26-1d5c-a571-4824eac0382c/java.io.tmpdir/jetty-localhost-37293-hadoop-hdfs-3_4_1-tests_jar-_-any-12426743875302487937/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T19:49:37,121 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@51d868a4{HTTP/1.1, (http/1.1)}{localhost:37293} 2024-12-05T19:49:37,121 INFO [Time-limited test {}] server.Server(415): Started @142546ms 2024-12-05T19:49:37,221 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T19:49:37,225 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T19:49:37,228 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T19:49:37,228 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T19:49:37,228 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-05T19:49:37,229 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@67ee70d2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/366115c7-0a26-1d5c-a571-4824eac0382c/hadoop.log.dir/,AVAILABLE} 2024-12-05T19:49:37,229 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@31864e8a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T19:49:37,355 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@34b4101a{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/366115c7-0a26-1d5c-a571-4824eac0382c/java.io.tmpdir/jetty-localhost-32867-hadoop-hdfs-3_4_1-tests_jar-_-any-16662148804234859456/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T19:49:37,356 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@612c30eb{HTTP/1.1, (http/1.1)}{localhost:32867} 2024-12-05T19:49:37,357 INFO [Time-limited test {}] server.Server(415): Started @142781ms 2024-12-05T19:49:37,358 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-05T19:49:37,407 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T19:49:37,410 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T19:49:37,415 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T19:49:37,415 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T19:49:37,415 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-05T19:49:37,416 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@73d7d88e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/366115c7-0a26-1d5c-a571-4824eac0382c/hadoop.log.dir/,AVAILABLE} 2024-12-05T19:49:37,417 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7aa52dc4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T19:49:37,481 WARN [Thread-1088 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/366115c7-0a26-1d5c-a571-4824eac0382c/cluster_dca5c691-3c5a-869b-e388-3fee5eb2f942/data/data1/current/BP-81874492-172.17.0.2-1733428176934/current, will proceed with Du for space computation calculation, 2024-12-05T19:49:37,481 WARN [Thread-1089 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/366115c7-0a26-1d5c-a571-4824eac0382c/cluster_dca5c691-3c5a-869b-e388-3fee5eb2f942/data/data2/current/BP-81874492-172.17.0.2-1733428176934/current, will proceed with Du for space computation calculation, 2024-12-05T19:49:37,509 WARN [Thread-1067 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-05T19:49:37,512 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf1fe41ea3987086b with lease ID 0x4f4447aeb2f7beea: Processing first storage report for DS-32f08d30-dcf0-4be8-a4aa-bd6186e7d652 from datanode DatanodeRegistration(127.0.0.1:35769, datanodeUuid=1f7c542b-af1a-4a57-9284-edb2bedfba95, infoPort=33701, infoSecurePort=0, ipcPort=39171, storageInfo=lv=-57;cid=testClusterID;nsid=1173068848;c=1733428176934) 2024-12-05T19:49:37,512 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf1fe41ea3987086b with lease ID 0x4f4447aeb2f7beea: from storage DS-32f08d30-dcf0-4be8-a4aa-bd6186e7d652 node DatanodeRegistration(127.0.0.1:35769, datanodeUuid=1f7c542b-af1a-4a57-9284-edb2bedfba95, infoPort=33701, infoSecurePort=0, ipcPort=39171, storageInfo=lv=-57;cid=testClusterID;nsid=1173068848;c=1733428176934), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T19:49:37,513 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf1fe41ea3987086b with lease ID 0x4f4447aeb2f7beea: Processing first storage report for DS-f3687cb1-3620-4e42-b0c2-ea079db8c4cf from datanode DatanodeRegistration(127.0.0.1:35769, datanodeUuid=1f7c542b-af1a-4a57-9284-edb2bedfba95, infoPort=33701, infoSecurePort=0, ipcPort=39171, storageInfo=lv=-57;cid=testClusterID;nsid=1173068848;c=1733428176934) 2024-12-05T19:49:37,513 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf1fe41ea3987086b with lease ID 0x4f4447aeb2f7beea: from storage DS-f3687cb1-3620-4e42-b0c2-ea079db8c4cf node DatanodeRegistration(127.0.0.1:35769, datanodeUuid=1f7c542b-af1a-4a57-9284-edb2bedfba95, infoPort=33701, infoSecurePort=0, ipcPort=39171, storageInfo=lv=-57;cid=testClusterID;nsid=1173068848;c=1733428176934), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T19:49:37,548 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@c6855cd{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/366115c7-0a26-1d5c-a571-4824eac0382c/java.io.tmpdir/jetty-localhost-37355-hadoop-hdfs-3_4_1-tests_jar-_-any-10234387932238394758/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T19:49:37,548 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6d903d10{HTTP/1.1, (http/1.1)}{localhost:37355} 2024-12-05T19:49:37,549 INFO [Time-limited test {}] server.Server(415): Started @142973ms 2024-12-05T19:49:37,550 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-05T19:49:37,654 WARN [Thread-1114 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/366115c7-0a26-1d5c-a571-4824eac0382c/cluster_dca5c691-3c5a-869b-e388-3fee5eb2f942/data/data3/current/BP-81874492-172.17.0.2-1733428176934/current, will proceed with Du for space computation calculation, 2024-12-05T19:49:37,654 WARN [Thread-1115 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/366115c7-0a26-1d5c-a571-4824eac0382c/cluster_dca5c691-3c5a-869b-e388-3fee5eb2f942/data/data4/current/BP-81874492-172.17.0.2-1733428176934/current, will proceed with Du for space computation calculation, 2024-12-05T19:49:37,672 WARN [Thread-1103 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-05T19:49:37,675 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xad7fe41187d1b812 with lease ID 0x4f4447aeb2f7beeb: Processing first storage report for DS-65473efe-3448-4265-8b0d-67eeb2e17d77 from datanode DatanodeRegistration(127.0.0.1:38413, datanodeUuid=4c6a88d5-022e-424a-be20-aec68aa3324e, infoPort=43531, infoSecurePort=0, ipcPort=33873, storageInfo=lv=-57;cid=testClusterID;nsid=1173068848;c=1733428176934) 2024-12-05T19:49:37,675 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xad7fe41187d1b812 with lease ID 0x4f4447aeb2f7beeb: from storage DS-65473efe-3448-4265-8b0d-67eeb2e17d77 node DatanodeRegistration(127.0.0.1:38413, datanodeUuid=4c6a88d5-022e-424a-be20-aec68aa3324e, infoPort=43531, infoSecurePort=0, ipcPort=33873, storageInfo=lv=-57;cid=testClusterID;nsid=1173068848;c=1733428176934), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T19:49:37,675 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xad7fe41187d1b812 with lease ID 0x4f4447aeb2f7beeb: Processing first storage report for DS-60a1ad0b-07c0-43cc-9169-9a6adbf77bcd from datanode DatanodeRegistration(127.0.0.1:38413, datanodeUuid=4c6a88d5-022e-424a-be20-aec68aa3324e, infoPort=43531, infoSecurePort=0, ipcPort=33873, storageInfo=lv=-57;cid=testClusterID;nsid=1173068848;c=1733428176934) 2024-12-05T19:49:37,675 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xad7fe41187d1b812 with lease ID 0x4f4447aeb2f7beeb: from storage DS-60a1ad0b-07c0-43cc-9169-9a6adbf77bcd node DatanodeRegistration(127.0.0.1:38413, datanodeUuid=4c6a88d5-022e-424a-be20-aec68aa3324e, infoPort=43531, infoSecurePort=0, ipcPort=33873, storageInfo=lv=-57;cid=testClusterID;nsid=1173068848;c=1733428176934), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T19:49:37,694 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/366115c7-0a26-1d5c-a571-4824eac0382c 2024-12-05T19:49:37,697 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/366115c7-0a26-1d5c-a571-4824eac0382c/cluster_dca5c691-3c5a-869b-e388-3fee5eb2f942/zookeeper_0, clientPort=49480, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/366115c7-0a26-1d5c-a571-4824eac0382c/cluster_dca5c691-3c5a-869b-e388-3fee5eb2f942/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/366115c7-0a26-1d5c-a571-4824eac0382c/cluster_dca5c691-3c5a-869b-e388-3fee5eb2f942/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-05T19:49:37,698 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=49480 2024-12-05T19:49:37,699 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T19:49:37,701 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T19:49:37,710 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38413 is added to blk_1073741825_1001 (size=7) 2024-12-05T19:49:37,710 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35769 is added to blk_1073741825_1001 (size=7) 2024-12-05T19:49:37,711 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42999/user/jenkins/test-data/d9352114-2bd9-122f-0647-47a1c458bbef with version=8 2024-12-05T19:49:37,711 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1141): The hbase.fs.tmp.dir is set to hdfs://localhost:41827/user/jenkins/test-data/8558713d-d4a0-492a-7328-1b3c202d8085/hbase-staging 2024-12-05T19:49:37,714 INFO [Time-limited test {}] client.ConnectionUtils(128): master/86162e2766a8:0 server-side Connection retries=45 2024-12-05T19:49:37,714 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T19:49:37,714 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T19:49:37,714 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T19:49:37,714 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T19:49:37,714 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T19:49:37,714 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-05T19:49:37,714 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T19:49:37,718 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40453 2024-12-05T19:49:37,720 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:40453 connecting to ZooKeeper ensemble=127.0.0.1:49480 2024-12-05T19:49:37,726 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:404530x0, quorum=127.0.0.1:49480, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T19:49:37,726 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:40453-0x10063baa4070000 connected 2024-12-05T19:49:37,746 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T19:49:37,747 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T19:49:37,750 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40453-0x10063baa4070000, quorum=127.0.0.1:49480, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-05T19:49:37,750 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:42999/user/jenkins/test-data/d9352114-2bd9-122f-0647-47a1c458bbef, hbase.cluster.distributed=false 2024-12-05T19:49:37,752 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40453-0x10063baa4070000, quorum=127.0.0.1:49480, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-05T19:49:37,752 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40453 2024-12-05T19:49:37,752 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40453 2024-12-05T19:49:37,753 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40453 2024-12-05T19:49:37,753 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40453 2024-12-05T19:49:37,753 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40453 2024-12-05T19:49:37,770 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/86162e2766a8:0 server-side Connection retries=45 2024-12-05T19:49:37,770 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T19:49:37,770 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T19:49:37,770 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T19:49:37,770 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T19:49:37,770 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T19:49:37,770 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-05T19:49:37,770 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T19:49:37,771 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33925 2024-12-05T19:49:37,773 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33925 connecting to ZooKeeper ensemble=127.0.0.1:49480 2024-12-05T19:49:37,773 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T19:49:37,776 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T19:49:37,780 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:339250x0, quorum=127.0.0.1:49480, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T19:49:37,780 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33925-0x10063baa4070001 connected 2024-12-05T19:49:37,780 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33925-0x10063baa4070001, quorum=127.0.0.1:49480, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-05T19:49:37,781 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-05T19:49:37,781 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-05T19:49:37,782 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33925-0x10063baa4070001, quorum=127.0.0.1:49480, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-05T19:49:37,783 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33925-0x10063baa4070001, quorum=127.0.0.1:49480, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-05T19:49:37,783 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33925 2024-12-05T19:49:37,783 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33925 2024-12-05T19:49:37,785 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33925 2024-12-05T19:49:37,788 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33925 2024-12-05T19:49:37,788 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33925 2024-12-05T19:49:37,809 DEBUG [M:0;86162e2766a8:40453 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;86162e2766a8:40453 2024-12-05T19:49:37,809 INFO [master/86162e2766a8:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/86162e2766a8,40453,1733428177713 2024-12-05T19:49:37,812 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40453-0x10063baa4070000, quorum=127.0.0.1:49480, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-05T19:49:37,812 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33925-0x10063baa4070001, quorum=127.0.0.1:49480, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-05T19:49:37,813 DEBUG [master/86162e2766a8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40453-0x10063baa4070000, quorum=127.0.0.1:49480, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/86162e2766a8,40453,1733428177713 2024-12-05T19:49:37,814 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33925-0x10063baa4070001, quorum=127.0.0.1:49480, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-05T19:49:37,814 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33925-0x10063baa4070001, quorum=127.0.0.1:49480, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T19:49:37,814 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40453-0x10063baa4070000, quorum=127.0.0.1:49480, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T19:49:37,815 DEBUG [master/86162e2766a8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40453-0x10063baa4070000, quorum=127.0.0.1:49480, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-05T19:49:37,815 INFO [master/86162e2766a8:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/86162e2766a8,40453,1733428177713 from backup master directory 2024-12-05T19:49:37,817 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40453-0x10063baa4070000, quorum=127.0.0.1:49480, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/86162e2766a8,40453,1733428177713 2024-12-05T19:49:37,817 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33925-0x10063baa4070001, quorum=127.0.0.1:49480, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-05T19:49:37,817 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40453-0x10063baa4070000, quorum=127.0.0.1:49480, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-05T19:49:37,817 WARN [master/86162e2766a8:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T19:49:37,817 INFO [master/86162e2766a8:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=86162e2766a8,40453,1733428177713 2024-12-05T19:49:37,822 DEBUG [master/86162e2766a8:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:42999/user/jenkins/test-data/d9352114-2bd9-122f-0647-47a1c458bbef/hbase.id] with ID: 1f0e2546-8bc3-4bce-9908-73209f15024e 2024-12-05T19:49:37,822 DEBUG [master/86162e2766a8:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:42999/user/jenkins/test-data/d9352114-2bd9-122f-0647-47a1c458bbef/.tmp/hbase.id 2024-12-05T19:49:37,828 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38413 is added to blk_1073741826_1002 (size=42) 2024-12-05T19:49:37,830 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35769 is added to blk_1073741826_1002 (size=42) 2024-12-05T19:49:37,830 DEBUG [master/86162e2766a8:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:42999/user/jenkins/test-data/d9352114-2bd9-122f-0647-47a1c458bbef/.tmp/hbase.id]:[hdfs://localhost:42999/user/jenkins/test-data/d9352114-2bd9-122f-0647-47a1c458bbef/hbase.id] 2024-12-05T19:49:37,843 INFO [master/86162e2766a8:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T19:49:37,843 INFO [master/86162e2766a8:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-05T19:49:37,844 INFO [master/86162e2766a8:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-05T19:49:37,847 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33925-0x10063baa4070001, quorum=127.0.0.1:49480, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T19:49:37,847 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40453-0x10063baa4070000, quorum=127.0.0.1:49480, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T19:49:37,858 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38413 is added to blk_1073741827_1003 (size=196) 2024-12-05T19:49:37,859 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35769 is added to blk_1073741827_1003 (size=196) 2024-12-05T19:49:37,859 INFO [master/86162e2766a8:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T19:49:37,860 INFO [master/86162e2766a8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-05T19:49:37,860 INFO [master/86162e2766a8:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T19:49:37,873 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38413 is added to blk_1073741828_1004 (size=1189) 2024-12-05T19:49:37,873 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35769 is added to blk_1073741828_1004 (size=1189) 2024-12-05T19:49:37,875 INFO [master/86162e2766a8:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:42999/user/jenkins/test-data/d9352114-2bd9-122f-0647-47a1c458bbef/MasterData/data/master/store 2024-12-05T19:49:37,881 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35769 is added to blk_1073741829_1005 (size=34) 2024-12-05T19:49:37,882 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38413 is added to blk_1073741829_1005 (size=34) 2024-12-05T19:49:37,882 DEBUG [master/86162e2766a8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T19:49:37,882 DEBUG [master/86162e2766a8:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T19:49:37,883 INFO [master/86162e2766a8:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T19:49:37,883 DEBUG [master/86162e2766a8:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T19:49:37,883 DEBUG [master/86162e2766a8:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T19:49:37,883 DEBUG [master/86162e2766a8:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T19:49:37,883 INFO [master/86162e2766a8:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T19:49:37,883 DEBUG [master/86162e2766a8:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733428177882Disabling compacts and flushes for region at 1733428177882Disabling writes for close at 1733428177883 (+1 ms)Writing region close event to WAL at 1733428177883Closed at 1733428177883 2024-12-05T19:49:37,884 WARN [master/86162e2766a8:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:42999/user/jenkins/test-data/d9352114-2bd9-122f-0647-47a1c458bbef/MasterData/data/master/store/.initializing 2024-12-05T19:49:37,884 DEBUG [master/86162e2766a8:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:42999/user/jenkins/test-data/d9352114-2bd9-122f-0647-47a1c458bbef/MasterData/WALs/86162e2766a8,40453,1733428177713 2024-12-05T19:49:37,885 INFO [master/86162e2766a8:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T19:49:37,888 INFO [master/86162e2766a8:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=86162e2766a8%2C40453%2C1733428177713, suffix=, logDir=hdfs://localhost:42999/user/jenkins/test-data/d9352114-2bd9-122f-0647-47a1c458bbef/MasterData/WALs/86162e2766a8,40453,1733428177713, archiveDir=hdfs://localhost:42999/user/jenkins/test-data/d9352114-2bd9-122f-0647-47a1c458bbef/MasterData/oldWALs, maxLogs=10 2024-12-05T19:49:37,908 DEBUG [master/86162e2766a8:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d9352114-2bd9-122f-0647-47a1c458bbef/MasterData/WALs/86162e2766a8,40453,1733428177713/86162e2766a8%2C40453%2C1733428177713.1733428177888, exclude list is [], retry=0 2024-12-05T19:49:37,912 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38413,DS-65473efe-3448-4265-8b0d-67eeb2e17d77,DISK] 2024-12-05T19:49:37,912 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35769,DS-32f08d30-dcf0-4be8-a4aa-bd6186e7d652,DISK] 2024-12-05T19:49:37,915 INFO [master/86162e2766a8:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d9352114-2bd9-122f-0647-47a1c458bbef/MasterData/WALs/86162e2766a8,40453,1733428177713/86162e2766a8%2C40453%2C1733428177713.1733428177888 2024-12-05T19:49:37,915 DEBUG [master/86162e2766a8:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43531:43531),(127.0.0.1/127.0.0.1:33701:33701)] 2024-12-05T19:49:37,915 DEBUG [master/86162e2766a8:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-05T19:49:37,915 DEBUG [master/86162e2766a8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T19:49:37,915 DEBUG [master/86162e2766a8:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T19:49:37,915 DEBUG [master/86162e2766a8:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T19:49:37,917 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T19:49:37,918 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-05T19:49:37,918 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T19:49:37,919 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T19:49:37,919 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T19:49:37,920 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-05T19:49:37,920 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T19:49:37,921 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T19:49:37,921 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T19:49:37,922 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-05T19:49:37,922 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T19:49:37,922 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T19:49:37,922 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T19:49:37,923 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-05T19:49:37,924 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T19:49:37,924 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T19:49:37,924 DEBUG [master/86162e2766a8:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T19:49:37,925 DEBUG [master/86162e2766a8:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42999/user/jenkins/test-data/d9352114-2bd9-122f-0647-47a1c458bbef/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T19:49:37,925 DEBUG [master/86162e2766a8:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42999/user/jenkins/test-data/d9352114-2bd9-122f-0647-47a1c458bbef/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T19:49:37,927 DEBUG [master/86162e2766a8:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T19:49:37,927 DEBUG [master/86162e2766a8:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T19:49:37,927 DEBUG [master/86162e2766a8:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T19:49:37,930 DEBUG [master/86162e2766a8:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T19:49:37,932 DEBUG [master/86162e2766a8:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42999/user/jenkins/test-data/d9352114-2bd9-122f-0647-47a1c458bbef/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T19:49:37,932 INFO [master/86162e2766a8:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=864856, jitterRate=0.0997215211391449}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T19:49:37,933 DEBUG [master/86162e2766a8:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733428177915Initializing all the Stores at 1733428177916 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733428177916Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733428177917 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733428177917Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733428177917Cleaning up temporary data from old regions at 1733428177927 (+10 ms)Region opened successfully at 1733428177933 (+6 ms) 2024-12-05T19:49:37,933 INFO [master/86162e2766a8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-05T19:49:37,937 DEBUG [master/86162e2766a8:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@749fd870, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=86162e2766a8/172.17.0.2:0 2024-12-05T19:49:37,938 INFO [master/86162e2766a8:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-05T19:49:37,938 INFO [master/86162e2766a8:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-05T19:49:37,938 INFO [master/86162e2766a8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-05T19:49:37,938 INFO [master/86162e2766a8:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-05T19:49:37,939 INFO [master/86162e2766a8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-05T19:49:37,939 INFO [master/86162e2766a8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-05T19:49:37,939 INFO [master/86162e2766a8:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-05T19:49:37,941 INFO [master/86162e2766a8:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-05T19:49:37,942 DEBUG [master/86162e2766a8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40453-0x10063baa4070000, quorum=127.0.0.1:49480, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-12-05T19:49:37,944 DEBUG [master/86162e2766a8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-12-05T19:49:37,944 INFO [master/86162e2766a8:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-05T19:49:37,945 DEBUG [master/86162e2766a8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40453-0x10063baa4070000, quorum=127.0.0.1:49480, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-12-05T19:49:37,946 DEBUG [master/86162e2766a8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-12-05T19:49:37,947 INFO [master/86162e2766a8:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-05T19:49:37,948 DEBUG [master/86162e2766a8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40453-0x10063baa4070000, quorum=127.0.0.1:49480, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-12-05T19:49:37,949 DEBUG [master/86162e2766a8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-12-05T19:49:37,950 DEBUG [master/86162e2766a8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40453-0x10063baa4070000, quorum=127.0.0.1:49480, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-12-05T19:49:37,951 DEBUG [master/86162e2766a8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-12-05T19:49:37,953 DEBUG [master/86162e2766a8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40453-0x10063baa4070000, quorum=127.0.0.1:49480, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-05T19:49:37,954 DEBUG [master/86162e2766a8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-12-05T19:49:37,956 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40453-0x10063baa4070000, quorum=127.0.0.1:49480, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-05T19:49:37,956 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33925-0x10063baa4070001, quorum=127.0.0.1:49480, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-05T19:49:37,956 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40453-0x10063baa4070000, quorum=127.0.0.1:49480, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T19:49:37,956 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33925-0x10063baa4070001, quorum=127.0.0.1:49480, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T19:49:37,956 INFO [master/86162e2766a8:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=86162e2766a8,40453,1733428177713, sessionid=0x10063baa4070000, setting cluster-up flag (Was=false) 2024-12-05T19:49:37,959 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33925-0x10063baa4070001, quorum=127.0.0.1:49480, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T19:49:37,959 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40453-0x10063baa4070000, quorum=127.0.0.1:49480, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T19:49:37,964 DEBUG [master/86162e2766a8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-12-05T19:49:37,966 DEBUG [master/86162e2766a8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=86162e2766a8,40453,1733428177713 2024-12-05T19:49:37,970 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40453-0x10063baa4070000, quorum=127.0.0.1:49480, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T19:49:37,971 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33925-0x10063baa4070001, quorum=127.0.0.1:49480, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T19:49:37,975 DEBUG [master/86162e2766a8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-12-05T19:49:37,976 DEBUG [master/86162e2766a8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=86162e2766a8,40453,1733428177713 2024-12-05T19:49:37,978 INFO [master/86162e2766a8:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:42999/user/jenkins/test-data/d9352114-2bd9-122f-0647-47a1c458bbef/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-05T19:49:37,980 DEBUG [master/86162e2766a8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-05T19:49:37,980 INFO [master/86162e2766a8:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-05T19:49:37,980 INFO [master/86162e2766a8:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-05T19:49:37,981 DEBUG [master/86162e2766a8:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 86162e2766a8,40453,1733428177713 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-05T19:49:37,983 DEBUG [master/86162e2766a8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/86162e2766a8:0, corePoolSize=5, maxPoolSize=5 2024-12-05T19:49:37,983 DEBUG [master/86162e2766a8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/86162e2766a8:0, corePoolSize=5, maxPoolSize=5 2024-12-05T19:49:37,983 DEBUG [master/86162e2766a8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/86162e2766a8:0, corePoolSize=5, maxPoolSize=5 2024-12-05T19:49:37,983 DEBUG [master/86162e2766a8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/86162e2766a8:0, corePoolSize=5, maxPoolSize=5 2024-12-05T19:49:37,983 DEBUG [master/86162e2766a8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/86162e2766a8:0, corePoolSize=10, maxPoolSize=10 2024-12-05T19:49:37,983 DEBUG [master/86162e2766a8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/86162e2766a8:0, corePoolSize=1, maxPoolSize=1 2024-12-05T19:49:37,983 DEBUG [master/86162e2766a8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/86162e2766a8:0, corePoolSize=2, maxPoolSize=2 2024-12-05T19:49:37,983 DEBUG [master/86162e2766a8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/86162e2766a8:0, corePoolSize=1, maxPoolSize=1 2024-12-05T19:49:37,985 INFO [master/86162e2766a8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733428207985 2024-12-05T19:49:37,985 INFO [master/86162e2766a8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-05T19:49:37,985 INFO [master/86162e2766a8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-05T19:49:37,985 INFO [master/86162e2766a8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-05T19:49:37,985 INFO [master/86162e2766a8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-05T19:49:37,985 INFO [master/86162e2766a8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-05T19:49:37,985 INFO [master/86162e2766a8:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-05T19:49:37,988 INFO [master/86162e2766a8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T19:49:37,988 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T19:49:37,988 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-05T19:49:37,989 INFO [master/86162e2766a8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-05T19:49:37,989 INFO [master/86162e2766a8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-05T19:49:37,989 INFO [master/86162e2766a8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-05T19:49:37,990 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T19:49:37,990 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-05T19:49:37,992 INFO [master/86162e2766a8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-05T19:49:37,992 INFO [master/86162e2766a8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-05T19:49:37,996 DEBUG [master/86162e2766a8:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/86162e2766a8:0:becomeActiveMaster-HFileCleaner.large.0-1733428177992,5,FailOnTimeoutGroup] 2024-12-05T19:49:37,996 DEBUG [master/86162e2766a8:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/86162e2766a8:0:becomeActiveMaster-HFileCleaner.small.0-1733428177996,5,FailOnTimeoutGroup] 2024-12-05T19:49:37,996 INFO [master/86162e2766a8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T19:49:37,996 INFO [master/86162e2766a8:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-05T19:49:37,996 INFO [master/86162e2766a8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-05T19:49:37,996 INFO [master/86162e2766a8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-05T19:49:37,997 INFO [RS:0;86162e2766a8:33925 {}] regionserver.HRegionServer(746): ClusterId : 1f0e2546-8bc3-4bce-9908-73209f15024e 2024-12-05T19:49:37,997 DEBUG [RS:0;86162e2766a8:33925 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-05T19:49:37,999 DEBUG [RS:0;86162e2766a8:33925 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-05T19:49:37,999 DEBUG [RS:0;86162e2766a8:33925 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-05T19:49:38,002 DEBUG [RS:0;86162e2766a8:33925 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-05T19:49:38,003 DEBUG [RS:0;86162e2766a8:33925 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@669b5b37, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=86162e2766a8/172.17.0.2:0 2024-12-05T19:49:38,006 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38413 is added to blk_1073741831_1007 (size=1321) 2024-12-05T19:49:38,006 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35769 is added to blk_1073741831_1007 (size=1321) 2024-12-05T19:49:38,007 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:42999/user/jenkins/test-data/d9352114-2bd9-122f-0647-47a1c458bbef/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-05T19:49:38,007 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:42999/user/jenkins/test-data/d9352114-2bd9-122f-0647-47a1c458bbef 2024-12-05T19:49:38,018 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38413 is added to blk_1073741832_1008 (size=32) 2024-12-05T19:49:38,019 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35769 is added to blk_1073741832_1008 (size=32) 2024-12-05T19:49:38,019 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T19:49:38,020 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T19:49:38,022 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T19:49:38,022 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T19:49:38,022 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T19:49:38,022 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-05T19:49:38,024 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-05T19:49:38,024 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T19:49:38,024 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T19:49:38,024 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T19:49:38,025 DEBUG [RS:0;86162e2766a8:33925 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;86162e2766a8:33925 2024-12-05T19:49:38,026 INFO [RS:0;86162e2766a8:33925 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-05T19:49:38,026 INFO [RS:0;86162e2766a8:33925 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-05T19:49:38,026 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T19:49:38,026 DEBUG [RS:0;86162e2766a8:33925 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-05T19:49:38,026 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T19:49:38,026 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T19:49:38,026 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T19:49:38,027 INFO [RS:0;86162e2766a8:33925 {}] regionserver.HRegionServer(2659): reportForDuty to master=86162e2766a8,40453,1733428177713 with port=33925, startcode=1733428177769 2024-12-05T19:49:38,027 DEBUG [RS:0;86162e2766a8:33925 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-05T19:49:38,028 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T19:49:38,028 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T19:49:38,029 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T19:49:38,029 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-05T19:49:38,029 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54627, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-12-05T19:49:38,029 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40453 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 86162e2766a8,33925,1733428177769 2024-12-05T19:49:38,029 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40453 {}] master.ServerManager(517): Registering regionserver=86162e2766a8,33925,1733428177769 2024-12-05T19:49:38,030 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42999/user/jenkins/test-data/d9352114-2bd9-122f-0647-47a1c458bbef/data/hbase/meta/1588230740 2024-12-05T19:49:38,030 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42999/user/jenkins/test-data/d9352114-2bd9-122f-0647-47a1c458bbef/data/hbase/meta/1588230740 2024-12-05T19:49:38,031 DEBUG [RS:0;86162e2766a8:33925 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42999/user/jenkins/test-data/d9352114-2bd9-122f-0647-47a1c458bbef 2024-12-05T19:49:38,031 DEBUG [RS:0;86162e2766a8:33925 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42999 2024-12-05T19:49:38,031 DEBUG [RS:0;86162e2766a8:33925 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-05T19:49:38,032 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-05T19:49:38,032 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-05T19:49:38,033 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-05T19:49:38,033 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40453-0x10063baa4070000, quorum=127.0.0.1:49480, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-05T19:49:38,034 DEBUG [RS:0;86162e2766a8:33925 {}] zookeeper.ZKUtil(111): regionserver:33925-0x10063baa4070001, quorum=127.0.0.1:49480, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/86162e2766a8,33925,1733428177769 2024-12-05T19:49:38,034 WARN [RS:0;86162e2766a8:33925 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T19:49:38,034 INFO [RS:0;86162e2766a8:33925 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T19:49:38,034 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [86162e2766a8,33925,1733428177769] 2024-12-05T19:49:38,034 DEBUG [RS:0;86162e2766a8:33925 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42999/user/jenkins/test-data/d9352114-2bd9-122f-0647-47a1c458bbef/WALs/86162e2766a8,33925,1733428177769 2024-12-05T19:49:38,035 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-05T19:49:38,039 INFO [RS:0;86162e2766a8:33925 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-05T19:49:38,044 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42999/user/jenkins/test-data/d9352114-2bd9-122f-0647-47a1c458bbef/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T19:49:38,045 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=805365, jitterRate=0.024075716733932495}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-05T19:49:38,046 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733428178019Initializing all the Stores at 1733428178020 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733428178020Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733428178020Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733428178020Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733428178020Cleaning up temporary data from old regions at 1733428178032 (+12 ms)Region opened successfully at 1733428178046 (+14 ms) 2024-12-05T19:49:38,046 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-05T19:49:38,046 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-05T19:49:38,046 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-05T19:49:38,046 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T19:49:38,046 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T19:49:38,052 INFO [RS:0;86162e2766a8:33925 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-05T19:49:38,052 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-05T19:49:38,052 INFO [RS:0;86162e2766a8:33925 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-05T19:49:38,052 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733428178046Disabling compacts and flushes for region at 1733428178046Disabling writes for close at 1733428178046Writing region close event to WAL at 1733428178052 (+6 ms)Closed at 1733428178052 2024-12-05T19:49:38,052 INFO [RS:0;86162e2766a8:33925 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T19:49:38,053 INFO [RS:0;86162e2766a8:33925 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-05T19:49:38,053 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T19:49:38,054 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-05T19:49:38,054 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-05T19:49:38,054 INFO [RS:0;86162e2766a8:33925 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-05T19:49:38,054 INFO [RS:0;86162e2766a8:33925 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-05T19:49:38,054 DEBUG [RS:0;86162e2766a8:33925 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/86162e2766a8:0, corePoolSize=1, maxPoolSize=1 2024-12-05T19:49:38,054 DEBUG [RS:0;86162e2766a8:33925 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/86162e2766a8:0, corePoolSize=1, maxPoolSize=1 2024-12-05T19:49:38,054 DEBUG [RS:0;86162e2766a8:33925 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/86162e2766a8:0, corePoolSize=1, maxPoolSize=1 2024-12-05T19:49:38,055 DEBUG [RS:0;86162e2766a8:33925 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/86162e2766a8:0, corePoolSize=1, maxPoolSize=1 2024-12-05T19:49:38,055 DEBUG [RS:0;86162e2766a8:33925 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/86162e2766a8:0, corePoolSize=1, maxPoolSize=1 2024-12-05T19:49:38,055 DEBUG [RS:0;86162e2766a8:33925 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/86162e2766a8:0, corePoolSize=2, maxPoolSize=2 2024-12-05T19:49:38,055 DEBUG [RS:0;86162e2766a8:33925 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/86162e2766a8:0, corePoolSize=1, maxPoolSize=1 2024-12-05T19:49:38,055 DEBUG [RS:0;86162e2766a8:33925 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/86162e2766a8:0, corePoolSize=1, maxPoolSize=1 2024-12-05T19:49:38,055 DEBUG [RS:0;86162e2766a8:33925 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/86162e2766a8:0, corePoolSize=1, maxPoolSize=1 2024-12-05T19:49:38,055 DEBUG [RS:0;86162e2766a8:33925 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/86162e2766a8:0, corePoolSize=1, maxPoolSize=1 2024-12-05T19:49:38,055 DEBUG [RS:0;86162e2766a8:33925 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/86162e2766a8:0, corePoolSize=1, maxPoolSize=1 2024-12-05T19:49:38,055 DEBUG [RS:0;86162e2766a8:33925 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/86162e2766a8:0, corePoolSize=1, maxPoolSize=1 2024-12-05T19:49:38,055 DEBUG [RS:0;86162e2766a8:33925 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/86162e2766a8:0, corePoolSize=3, maxPoolSize=3 2024-12-05T19:49:38,055 DEBUG [RS:0;86162e2766a8:33925 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/86162e2766a8:0, corePoolSize=3, maxPoolSize=3 2024-12-05T19:49:38,056 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T19:49:38,057 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-05T19:49:38,060 INFO [RS:0;86162e2766a8:33925 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T19:49:38,060 INFO [RS:0;86162e2766a8:33925 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T19:49:38,060 INFO [RS:0;86162e2766a8:33925 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T19:49:38,060 INFO [RS:0;86162e2766a8:33925 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-05T19:49:38,060 INFO [RS:0;86162e2766a8:33925 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-05T19:49:38,060 INFO [RS:0;86162e2766a8:33925 {}] hbase.ChoreService(168): Chore ScheduledChore name=86162e2766a8,33925,1733428177769-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T19:49:38,079 INFO [RS:0;86162e2766a8:33925 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-05T19:49:38,079 INFO [RS:0;86162e2766a8:33925 {}] hbase.ChoreService(168): Chore ScheduledChore name=86162e2766a8,33925,1733428177769-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T19:49:38,079 INFO [RS:0;86162e2766a8:33925 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T19:49:38,079 INFO [RS:0;86162e2766a8:33925 {}] regionserver.Replication(171): 86162e2766a8,33925,1733428177769 started 2024-12-05T19:49:38,095 INFO [RS:0;86162e2766a8:33925 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T19:49:38,095 INFO [RS:0;86162e2766a8:33925 {}] regionserver.HRegionServer(1482): Serving as 86162e2766a8,33925,1733428177769, RpcServer on 86162e2766a8/172.17.0.2:33925, sessionid=0x10063baa4070001 2024-12-05T19:49:38,095 DEBUG [RS:0;86162e2766a8:33925 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-05T19:49:38,095 DEBUG [RS:0;86162e2766a8:33925 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 86162e2766a8,33925,1733428177769 2024-12-05T19:49:38,095 DEBUG [RS:0;86162e2766a8:33925 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '86162e2766a8,33925,1733428177769' 2024-12-05T19:49:38,095 DEBUG [RS:0;86162e2766a8:33925 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-05T19:49:38,096 DEBUG [RS:0;86162e2766a8:33925 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-05T19:49:38,097 DEBUG [RS:0;86162e2766a8:33925 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-05T19:49:38,097 DEBUG [RS:0;86162e2766a8:33925 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-05T19:49:38,097 DEBUG [RS:0;86162e2766a8:33925 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 86162e2766a8,33925,1733428177769 2024-12-05T19:49:38,097 DEBUG [RS:0;86162e2766a8:33925 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '86162e2766a8,33925,1733428177769' 2024-12-05T19:49:38,097 DEBUG [RS:0;86162e2766a8:33925 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-05T19:49:38,097 DEBUG [RS:0;86162e2766a8:33925 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-05T19:49:38,098 DEBUG [RS:0;86162e2766a8:33925 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-05T19:49:38,098 INFO [RS:0;86162e2766a8:33925 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-05T19:49:38,098 INFO [RS:0;86162e2766a8:33925 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-05T19:49:38,198 INFO [RS:0;86162e2766a8:33925 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T19:49:38,200 INFO [RS:0;86162e2766a8:33925 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=86162e2766a8%2C33925%2C1733428177769, suffix=, logDir=hdfs://localhost:42999/user/jenkins/test-data/d9352114-2bd9-122f-0647-47a1c458bbef/WALs/86162e2766a8,33925,1733428177769, archiveDir=hdfs://localhost:42999/user/jenkins/test-data/d9352114-2bd9-122f-0647-47a1c458bbef/oldWALs, maxLogs=32 2024-12-05T19:49:38,207 WARN [86162e2766a8:40453 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-05T19:49:38,216 DEBUG [RS:0;86162e2766a8:33925 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d9352114-2bd9-122f-0647-47a1c458bbef/WALs/86162e2766a8,33925,1733428177769/86162e2766a8%2C33925%2C1733428177769.1733428178201, exclude list is [], retry=0 2024-12-05T19:49:38,220 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35769,DS-32f08d30-dcf0-4be8-a4aa-bd6186e7d652,DISK] 2024-12-05T19:49:38,220 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38413,DS-65473efe-3448-4265-8b0d-67eeb2e17d77,DISK] 2024-12-05T19:49:38,229 INFO [RS:0;86162e2766a8:33925 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d9352114-2bd9-122f-0647-47a1c458bbef/WALs/86162e2766a8,33925,1733428177769/86162e2766a8%2C33925%2C1733428177769.1733428178201 2024-12-05T19:49:38,229 DEBUG [RS:0;86162e2766a8:33925 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33701:33701),(127.0.0.1/127.0.0.1:43531:43531)] 2024-12-05T19:49:38,458 DEBUG [86162e2766a8:40453 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-05T19:49:38,458 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=86162e2766a8,33925,1733428177769 2024-12-05T19:49:38,460 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 86162e2766a8,33925,1733428177769, state=OPENING 2024-12-05T19:49:38,461 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-05T19:49:38,463 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40453-0x10063baa4070000, quorum=127.0.0.1:49480, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T19:49:38,463 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33925-0x10063baa4070001, quorum=127.0.0.1:49480, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T19:49:38,464 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-05T19:49:38,464 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-05T19:49:38,464 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T19:49:38,464 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=86162e2766a8,33925,1733428177769}] 2024-12-05T19:49:38,620 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-05T19:49:38,622 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36055, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-05T19:49:38,628 INFO [RS_OPEN_META-regionserver/86162e2766a8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-05T19:49:38,628 INFO [RS_OPEN_META-regionserver/86162e2766a8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T19:49:38,629 INFO [RS_OPEN_META-regionserver/86162e2766a8:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-05T19:49:38,631 INFO [RS_OPEN_META-regionserver/86162e2766a8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=86162e2766a8%2C33925%2C1733428177769.meta, suffix=.meta, logDir=hdfs://localhost:42999/user/jenkins/test-data/d9352114-2bd9-122f-0647-47a1c458bbef/WALs/86162e2766a8,33925,1733428177769, archiveDir=hdfs://localhost:42999/user/jenkins/test-data/d9352114-2bd9-122f-0647-47a1c458bbef/oldWALs, maxLogs=32 2024-12-05T19:49:38,654 DEBUG [RS_OPEN_META-regionserver/86162e2766a8:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d9352114-2bd9-122f-0647-47a1c458bbef/WALs/86162e2766a8,33925,1733428177769/86162e2766a8%2C33925%2C1733428177769.meta.1733428178632.meta, exclude list is [], retry=0 2024-12-05T19:49:38,658 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38413,DS-65473efe-3448-4265-8b0d-67eeb2e17d77,DISK] 2024-12-05T19:49:38,658 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35769,DS-32f08d30-dcf0-4be8-a4aa-bd6186e7d652,DISK] 2024-12-05T19:49:38,663 INFO [RS_OPEN_META-regionserver/86162e2766a8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d9352114-2bd9-122f-0647-47a1c458bbef/WALs/86162e2766a8,33925,1733428177769/86162e2766a8%2C33925%2C1733428177769.meta.1733428178632.meta 2024-12-05T19:49:38,663 DEBUG [RS_OPEN_META-regionserver/86162e2766a8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33701:33701),(127.0.0.1/127.0.0.1:43531:43531)] 2024-12-05T19:49:38,663 DEBUG [RS_OPEN_META-regionserver/86162e2766a8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-05T19:49:38,664 DEBUG [RS_OPEN_META-regionserver/86162e2766a8:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-05T19:49:38,664 DEBUG [RS_OPEN_META-regionserver/86162e2766a8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-05T19:49:38,664 INFO [RS_OPEN_META-regionserver/86162e2766a8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-05T19:49:38,664 DEBUG [RS_OPEN_META-regionserver/86162e2766a8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-05T19:49:38,664 DEBUG [RS_OPEN_META-regionserver/86162e2766a8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T19:49:38,664 DEBUG [RS_OPEN_META-regionserver/86162e2766a8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-05T19:49:38,664 DEBUG [RS_OPEN_META-regionserver/86162e2766a8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-05T19:49:38,667 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T19:49:38,669 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T19:49:38,669 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T19:49:38,670 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T19:49:38,670 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-05T19:49:38,671 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-05T19:49:38,671 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T19:49:38,671 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T19:49:38,672 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T19:49:38,673 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T19:49:38,673 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T19:49:38,673 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T19:49:38,673 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T19:49:38,674 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T19:49:38,674 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T19:49:38,675 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T19:49:38,675 DEBUG [RS_OPEN_META-regionserver/86162e2766a8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-05T19:49:38,676 DEBUG [RS_OPEN_META-regionserver/86162e2766a8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42999/user/jenkins/test-data/d9352114-2bd9-122f-0647-47a1c458bbef/data/hbase/meta/1588230740 2024-12-05T19:49:38,677 DEBUG [RS_OPEN_META-regionserver/86162e2766a8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42999/user/jenkins/test-data/d9352114-2bd9-122f-0647-47a1c458bbef/data/hbase/meta/1588230740 2024-12-05T19:49:38,679 DEBUG [RS_OPEN_META-regionserver/86162e2766a8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-05T19:49:38,679 DEBUG [RS_OPEN_META-regionserver/86162e2766a8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-05T19:49:38,680 DEBUG [RS_OPEN_META-regionserver/86162e2766a8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-05T19:49:38,682 DEBUG [RS_OPEN_META-regionserver/86162e2766a8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-05T19:49:38,683 INFO [RS_OPEN_META-regionserver/86162e2766a8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=710508, jitterRate=-0.09654355049133301}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-05T19:49:38,683 DEBUG [RS_OPEN_META-regionserver/86162e2766a8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-05T19:49:38,684 DEBUG [RS_OPEN_META-regionserver/86162e2766a8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733428178664Writing region info on filesystem at 1733428178664Initializing all the Stores at 1733428178665 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733428178665Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733428178667 (+2 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733428178667Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733428178667Cleaning up temporary data from old regions at 1733428178679 (+12 ms)Running coprocessor post-open hooks at 1733428178683 (+4 ms)Region opened successfully at 1733428178684 (+1 ms) 2024-12-05T19:49:38,685 INFO [RS_OPEN_META-regionserver/86162e2766a8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733428178620 2024-12-05T19:49:38,688 DEBUG [RS_OPEN_META-regionserver/86162e2766a8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-05T19:49:38,688 INFO [RS_OPEN_META-regionserver/86162e2766a8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-05T19:49:38,689 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=86162e2766a8,33925,1733428177769 2024-12-05T19:49:38,691 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 86162e2766a8,33925,1733428177769, state=OPEN 2024-12-05T19:49:38,698 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40453-0x10063baa4070000, quorum=127.0.0.1:49480, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-05T19:49:38,699 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-05T19:49:38,699 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=86162e2766a8,33925,1733428177769 2024-12-05T19:49:38,699 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33925-0x10063baa4070001, quorum=127.0.0.1:49480, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-05T19:49:38,699 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-05T19:49:38,704 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-05T19:49:38,704 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=86162e2766a8,33925,1733428177769 in 235 msec 2024-12-05T19:49:38,708 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-05T19:49:38,708 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 650 msec 2024-12-05T19:49:38,709 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T19:49:38,709 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-05T19:49:38,711 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T19:49:38,712 DEBUG [PEWorker-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=86162e2766a8,33925,1733428177769, seqNum=-1] 2024-12-05T19:49:38,712 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T19:49:38,714 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54971, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T19:49:38,722 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 741 msec 2024-12-05T19:49:38,723 INFO [master/86162e2766a8:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733428178722, completionTime=-1 2024-12-05T19:49:38,723 INFO [master/86162e2766a8:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-05T19:49:38,723 DEBUG [master/86162e2766a8:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-05T19:49:38,725 INFO [master/86162e2766a8:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-05T19:49:38,725 INFO [master/86162e2766a8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733428238725 2024-12-05T19:49:38,725 INFO [master/86162e2766a8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733428298725 2024-12-05T19:49:38,725 INFO [master/86162e2766a8:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-12-05T19:49:38,726 INFO [master/86162e2766a8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=86162e2766a8,40453,1733428177713-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T19:49:38,726 INFO [master/86162e2766a8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=86162e2766a8,40453,1733428177713-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T19:49:38,726 INFO [master/86162e2766a8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=86162e2766a8,40453,1733428177713-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T19:49:38,726 INFO [master/86162e2766a8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-86162e2766a8:40453, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T19:49:38,726 INFO [master/86162e2766a8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-05T19:49:38,726 INFO [master/86162e2766a8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-05T19:49:38,728 DEBUG [master/86162e2766a8:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-05T19:49:38,731 INFO [master/86162e2766a8:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 0.914sec 2024-12-05T19:49:38,731 INFO [master/86162e2766a8:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-05T19:49:38,731 INFO [master/86162e2766a8:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-05T19:49:38,731 INFO [master/86162e2766a8:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-05T19:49:38,731 INFO [master/86162e2766a8:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-05T19:49:38,731 INFO [master/86162e2766a8:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-05T19:49:38,731 INFO [master/86162e2766a8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=86162e2766a8,40453,1733428177713-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T19:49:38,732 INFO [master/86162e2766a8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=86162e2766a8,40453,1733428177713-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-05T19:49:38,741 DEBUG [master/86162e2766a8:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-05T19:49:38,741 INFO [master/86162e2766a8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-05T19:49:38,741 INFO [master/86162e2766a8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=86162e2766a8,40453,1733428177713-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T19:49:38,805 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f21d6a8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T19:49:38,805 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 86162e2766a8,40453,-1 for getting cluster id 2024-12-05T19:49:38,805 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T19:49:38,816 DEBUG [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1f0e2546-8bc3-4bce-9908-73209f15024e' 2024-12-05T19:49:38,817 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T19:49:38,817 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1f0e2546-8bc3-4bce-9908-73209f15024e" 2024-12-05T19:49:38,817 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e2cf213, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T19:49:38,818 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [86162e2766a8,40453,-1] 2024-12-05T19:49:38,818 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T19:49:38,819 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T19:49:38,821 INFO [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33252, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T19:49:38,822 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@60784b6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T19:49:38,823 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T19:49:38,824 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=86162e2766a8,33925,1733428177769, seqNum=-1] 2024-12-05T19:49:38,825 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T19:49:38,828 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38272, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T19:49:38,830 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=86162e2766a8,40453,1733428177713 2024-12-05T19:49:38,830 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T19:49:38,833 INFO [Time-limited test {}] master.MasterRpcServices(567): Client=null/null set balanceSwitch=false 2024-12-05T19:49:38,834 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T19:49:38,835 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 86162e2766a8,40453,1733428177713 2024-12-05T19:49:38,835 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@9dfbeb 2024-12-05T19:49:38,835 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T19:49:38,837 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33262, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T19:49:38,837 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40453 {}] util.TableDescriptorChecker(321): MAX_FILESIZE for table descriptor or "hbase.hregion.max.filesize" (786432) is too small, which might cause over splitting into unmanageable number of regions. 2024-12-05T19:49:38,837 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40453 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (8192) is too small, which might cause very frequent flushing. 2024-12-05T19:49:38,838 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40453 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestLogRolling-testLogRolling', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T19:49:38,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40453 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestLogRolling-testLogRolling 2024-12-05T19:49:38,841 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRolling execute state=CREATE_TABLE_PRE_OPERATION 2024-12-05T19:49:38,841 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T19:49:38,842 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40453 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestLogRolling-testLogRolling" procId is: 4 2024-12-05T19:49:38,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40453 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T19:49:38,844 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRolling execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-05T19:49:38,857 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35769 is added to blk_1073741835_1011 (size=381) 2024-12-05T19:49:38,857 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38413 is added to blk_1073741835_1011 (size=381) 2024-12-05T19:49:38,859 INFO [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 3d3de49133a2707cd7b3333fd49b9f1c, NAME => 'TestLogRolling-testLogRolling,,1733428178837.3d3de49133a2707cd7b3333fd49b9f1c.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestLogRolling-testLogRolling', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42999/user/jenkins/test-data/d9352114-2bd9-122f-0647-47a1c458bbef 2024-12-05T19:49:38,873 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35769 is added to blk_1073741836_1012 (size=64) 2024-12-05T19:49:38,874 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38413 is added to blk_1073741836_1012 (size=64) 2024-12-05T19:49:38,874 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(898): Instantiated TestLogRolling-testLogRolling,,1733428178837.3d3de49133a2707cd7b3333fd49b9f1c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T19:49:38,874 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(1722): Closing 3d3de49133a2707cd7b3333fd49b9f1c, disabling compactions & flushes 2024-12-05T19:49:38,874 INFO [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(1755): Closing region TestLogRolling-testLogRolling,,1733428178837.3d3de49133a2707cd7b3333fd49b9f1c. 2024-12-05T19:49:38,874 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testLogRolling,,1733428178837.3d3de49133a2707cd7b3333fd49b9f1c. 2024-12-05T19:49:38,874 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testLogRolling,,1733428178837.3d3de49133a2707cd7b3333fd49b9f1c. after waiting 0 ms 2024-12-05T19:49:38,874 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testLogRolling,,1733428178837.3d3de49133a2707cd7b3333fd49b9f1c. 2024-12-05T19:49:38,874 INFO [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(1973): Closed TestLogRolling-testLogRolling,,1733428178837.3d3de49133a2707cd7b3333fd49b9f1c. 2024-12-05T19:49:38,874 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(1676): Region close journal for 3d3de49133a2707cd7b3333fd49b9f1c: Waiting for close lock at 1733428178874Disabling compacts and flushes for region at 1733428178874Disabling writes for close at 1733428178874Writing region close event to WAL at 1733428178874Closed at 1733428178874 2024-12-05T19:49:38,876 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRolling execute state=CREATE_TABLE_ADD_TO_META 2024-12-05T19:49:38,876 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestLogRolling-testLogRolling,,1733428178837.3d3de49133a2707cd7b3333fd49b9f1c.","families":{"info":[{"qualifier":"regioninfo","vlen":63,"tag":[],"timestamp":"1733428178876"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733428178876"}]},"ts":"1733428178876"} 2024-12-05T19:49:38,879 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-05T19:49:38,881 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRolling execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-05T19:49:38,881 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testLogRolling","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733428178881"}]},"ts":"1733428178881"} 2024-12-05T19:49:38,883 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testLogRolling, state=ENABLING in hbase:meta 2024-12-05T19:49:38,883 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=3d3de49133a2707cd7b3333fd49b9f1c, ASSIGN}] 2024-12-05T19:49:38,884 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=3d3de49133a2707cd7b3333fd49b9f1c, ASSIGN 2024-12-05T19:49:38,885 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=3d3de49133a2707cd7b3333fd49b9f1c, ASSIGN; state=OFFLINE, location=86162e2766a8,33925,1733428177769; forceNewPlan=false, retain=false 2024-12-05T19:49:39,036 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=3d3de49133a2707cd7b3333fd49b9f1c, regionState=OPENING, regionLocation=86162e2766a8,33925,1733428177769 2024-12-05T19:49:39,040 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=3d3de49133a2707cd7b3333fd49b9f1c, ASSIGN because future has completed 2024-12-05T19:49:39,041 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3d3de49133a2707cd7b3333fd49b9f1c, server=86162e2766a8,33925,1733428177769}] 2024-12-05T19:49:39,198 INFO [RS_OPEN_REGION-regionserver/86162e2766a8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open TestLogRolling-testLogRolling,,1733428178837.3d3de49133a2707cd7b3333fd49b9f1c. 2024-12-05T19:49:39,198 DEBUG [RS_OPEN_REGION-regionserver/86162e2766a8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 3d3de49133a2707cd7b3333fd49b9f1c, NAME => 'TestLogRolling-testLogRolling,,1733428178837.3d3de49133a2707cd7b3333fd49b9f1c.', STARTKEY => '', ENDKEY => ''} 2024-12-05T19:49:39,199 DEBUG [RS_OPEN_REGION-regionserver/86162e2766a8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestLogRolling-testLogRolling 3d3de49133a2707cd7b3333fd49b9f1c 2024-12-05T19:49:39,199 DEBUG [RS_OPEN_REGION-regionserver/86162e2766a8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated TestLogRolling-testLogRolling,,1733428178837.3d3de49133a2707cd7b3333fd49b9f1c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T19:49:39,199 DEBUG [RS_OPEN_REGION-regionserver/86162e2766a8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 3d3de49133a2707cd7b3333fd49b9f1c 2024-12-05T19:49:39,199 DEBUG [RS_OPEN_REGION-regionserver/86162e2766a8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 3d3de49133a2707cd7b3333fd49b9f1c 2024-12-05T19:49:39,201 INFO [StoreOpener-3d3de49133a2707cd7b3333fd49b9f1c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 3d3de49133a2707cd7b3333fd49b9f1c 2024-12-05T19:49:39,202 INFO [StoreOpener-3d3de49133a2707cd7b3333fd49b9f1c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3d3de49133a2707cd7b3333fd49b9f1c columnFamilyName info 2024-12-05T19:49:39,202 DEBUG [StoreOpener-3d3de49133a2707cd7b3333fd49b9f1c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T19:49:39,203 INFO [StoreOpener-3d3de49133a2707cd7b3333fd49b9f1c-1 {}] regionserver.HStore(327): Store=3d3de49133a2707cd7b3333fd49b9f1c/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T19:49:39,203 DEBUG [RS_OPEN_REGION-regionserver/86162e2766a8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 3d3de49133a2707cd7b3333fd49b9f1c 2024-12-05T19:49:39,204 DEBUG [RS_OPEN_REGION-regionserver/86162e2766a8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42999/user/jenkins/test-data/d9352114-2bd9-122f-0647-47a1c458bbef/data/default/TestLogRolling-testLogRolling/3d3de49133a2707cd7b3333fd49b9f1c 2024-12-05T19:49:39,204 DEBUG [RS_OPEN_REGION-regionserver/86162e2766a8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42999/user/jenkins/test-data/d9352114-2bd9-122f-0647-47a1c458bbef/data/default/TestLogRolling-testLogRolling/3d3de49133a2707cd7b3333fd49b9f1c 2024-12-05T19:49:39,205 DEBUG [RS_OPEN_REGION-regionserver/86162e2766a8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 3d3de49133a2707cd7b3333fd49b9f1c 2024-12-05T19:49:39,205 DEBUG [RS_OPEN_REGION-regionserver/86162e2766a8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 3d3de49133a2707cd7b3333fd49b9f1c 2024-12-05T19:49:39,207 DEBUG [RS_OPEN_REGION-regionserver/86162e2766a8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 3d3de49133a2707cd7b3333fd49b9f1c 2024-12-05T19:49:39,209 DEBUG [RS_OPEN_REGION-regionserver/86162e2766a8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42999/user/jenkins/test-data/d9352114-2bd9-122f-0647-47a1c458bbef/data/default/TestLogRolling-testLogRolling/3d3de49133a2707cd7b3333fd49b9f1c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T19:49:39,210 INFO [RS_OPEN_REGION-regionserver/86162e2766a8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 3d3de49133a2707cd7b3333fd49b9f1c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=724112, jitterRate=-0.0792451947927475}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-05T19:49:39,210 DEBUG [RS_OPEN_REGION-regionserver/86162e2766a8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3d3de49133a2707cd7b3333fd49b9f1c 2024-12-05T19:49:39,210 DEBUG [RS_OPEN_REGION-regionserver/86162e2766a8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 3d3de49133a2707cd7b3333fd49b9f1c: Running coprocessor pre-open hook at 1733428179199Writing region info on filesystem at 1733428179199Initializing all the Stores at 1733428179200 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733428179201 (+1 ms)Cleaning up temporary data from old regions at 1733428179205 (+4 ms)Running coprocessor post-open hooks at 1733428179210 (+5 ms)Region opened successfully at 1733428179210 2024-12-05T19:49:39,212 INFO [RS_OPEN_REGION-regionserver/86162e2766a8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for TestLogRolling-testLogRolling,,1733428178837.3d3de49133a2707cd7b3333fd49b9f1c., pid=6, masterSystemTime=1733428179193 2024-12-05T19:49:39,214 DEBUG [RS_OPEN_REGION-regionserver/86162e2766a8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for TestLogRolling-testLogRolling,,1733428178837.3d3de49133a2707cd7b3333fd49b9f1c. 2024-12-05T19:49:39,214 INFO [RS_OPEN_REGION-regionserver/86162e2766a8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened TestLogRolling-testLogRolling,,1733428178837.3d3de49133a2707cd7b3333fd49b9f1c. 2024-12-05T19:49:39,215 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=3d3de49133a2707cd7b3333fd49b9f1c, regionState=OPEN, openSeqNum=2, regionLocation=86162e2766a8,33925,1733428177769 2024-12-05T19:49:39,217 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3d3de49133a2707cd7b3333fd49b9f1c, server=86162e2766a8,33925,1733428177769 because future has completed 2024-12-05T19:49:39,220 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-05T19:49:39,221 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 3d3de49133a2707cd7b3333fd49b9f1c, server=86162e2766a8,33925,1733428177769 in 178 msec 2024-12-05T19:49:39,224 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-05T19:49:39,224 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=3d3de49133a2707cd7b3333fd49b9f1c, ASSIGN in 338 msec 2024-12-05T19:49:39,225 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRolling execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-05T19:49:39,225 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testLogRolling","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733428179225"}]},"ts":"1733428179225"} 2024-12-05T19:49:39,228 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testLogRolling, state=ENABLED in hbase:meta 2024-12-05T19:49:39,229 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRolling execute state=CREATE_TABLE_POST_OPERATION 2024-12-05T19:49:39,231 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestLogRolling-testLogRolling in 391 msec 2024-12-05T19:49:40,224 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testLogRolling 2024-12-05T19:49:40,224 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testLogRolling Metrics about Tables on a single HBase RegionServer 2024-12-05T19:49:40,225 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-12-05T19:49:41,406 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T19:49:41,406 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T19:49:41,407 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T19:49:41,407 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T19:49:41,407 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T19:49:41,407 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T19:49:41,412 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T19:49:41,413 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T19:49:41,413 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T19:49:41,415 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T19:49:41,933 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-05T19:49:41,954 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T19:49:41,954 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T19:49:41,955 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T19:49:41,955 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T19:49:41,955 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T19:49:41,956 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T19:49:41,961 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T19:49:41,961 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T19:49:41,961 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T19:49:41,964 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T19:49:44,039 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-05T19:49:44,040 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestLogRolling-testLogRolling' 2024-12-05T19:49:48,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40453 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T19:49:48,923 INFO [RPCClient-NioEventLoopGroup-4-16 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestLogRolling-testLogRolling completed 2024-12-05T19:49:48,923 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=TestLogRolling-testLogRolling,, stopping at row=TestLogRolling-testLogRolling ,, for max=2147483647 with caching=100 2024-12-05T19:49:48,926 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2234): Found 1 regions for table TestLogRolling-testLogRolling 2024-12-05T19:49:48,926 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2240): firstRegionName=TestLogRolling-testLogRolling,,1733428178837.3d3de49133a2707cd7b3333fd49b9f1c. 2024-12-05T19:49:48,929 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestLogRolling-testLogRolling', row='row0001', locateType=CURRENT is [region=TestLogRolling-testLogRolling,,1733428178837.3d3de49133a2707cd7b3333fd49b9f1c., hostname=86162e2766a8,33925,1733428177769, seqNum=2] 2024-12-05T19:49:48,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33925 {}] regionserver.HRegion(8855): Flush requested on 3d3de49133a2707cd7b3333fd49b9f1c 2024-12-05T19:49:48,945 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 3d3de49133a2707cd7b3333fd49b9f1c 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-12-05T19:49:48,970 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42999/user/jenkins/test-data/d9352114-2bd9-122f-0647-47a1c458bbef/data/default/TestLogRolling-testLogRolling/3d3de49133a2707cd7b3333fd49b9f1c/.tmp/info/90cabb74fd4e4c3bb83ac450528b5560 is 1055, key is row0001/info:/1733428188930/Put/seqid=0 2024-12-05T19:49:48,976 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35769 is added to blk_1073741837_1013 (size=13386) 2024-12-05T19:49:48,976 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38413 is added to blk_1073741837_1013 (size=13386) 2024-12-05T19:49:48,977 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:42999/user/jenkins/test-data/d9352114-2bd9-122f-0647-47a1c458bbef/data/default/TestLogRolling-testLogRolling/3d3de49133a2707cd7b3333fd49b9f1c/.tmp/info/90cabb74fd4e4c3bb83ac450528b5560 2024-12-05T19:49:48,986 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=3d3de49133a2707cd7b3333fd49b9f1c, server=86162e2766a8,33925,1733428177769 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T19:49:48,989 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42999/user/jenkins/test-data/d9352114-2bd9-122f-0647-47a1c458bbef/data/default/TestLogRolling-testLogRolling/3d3de49133a2707cd7b3333fd49b9f1c/.tmp/info/90cabb74fd4e4c3bb83ac450528b5560 as hdfs://localhost:42999/user/jenkins/test-data/d9352114-2bd9-122f-0647-47a1c458bbef/data/default/TestLogRolling-testLogRolling/3d3de49133a2707cd7b3333fd49b9f1c/info/90cabb74fd4e4c3bb83ac450528b5560 2024-12-05T19:49:48,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33925 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 1.2 K connection: 172.17.0.2:38272 deadline: 1733428198985, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=3d3de49133a2707cd7b3333fd49b9f1c, server=86162e2766a8,33925,1733428177769 2024-12-05T19:49:48,991 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestLogRolling-testLogRolling,,1733428178837.3d3de49133a2707cd7b3333fd49b9f1c., hostname=86162e2766a8,33925,1733428177769, seqNum=2 , the old value is region=TestLogRolling-testLogRolling,,1733428178837.3d3de49133a2707cd7b3333fd49b9f1c., hostname=86162e2766a8,33925,1733428177769, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=3d3de49133a2707cd7b3333fd49b9f1c, server=86162e2766a8,33925,1733428177769 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T19:49:48,992 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestLogRolling-testLogRolling,,1733428178837.3d3de49133a2707cd7b3333fd49b9f1c., hostname=86162e2766a8,33925,1733428177769, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=3d3de49133a2707cd7b3333fd49b9f1c, server=86162e2766a8,33925,1733428177769 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T19:49:48,992 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestLogRolling-testLogRolling,,1733428178837.3d3de49133a2707cd7b3333fd49b9f1c., hostname=86162e2766a8,33925,1733428177769, seqNum=2 because the exception is null or not the one we care about 2024-12-05T19:49:48,998 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42999/user/jenkins/test-data/d9352114-2bd9-122f-0647-47a1c458bbef/data/default/TestLogRolling-testLogRolling/3d3de49133a2707cd7b3333fd49b9f1c/info/90cabb74fd4e4c3bb83ac450528b5560, entries=8, sequenceid=12, filesize=13.1 K 2024-12-05T19:49:48,999 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=21.55 KB/22071 for 3d3de49133a2707cd7b3333fd49b9f1c in 55ms, sequenceid=12, compaction requested=false 2024-12-05T19:49:48,999 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 3d3de49133a2707cd7b3333fd49b9f1c: 2024-12-05T19:49:59,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33925 {}] regionserver.HRegion(8855): Flush requested on 3d3de49133a2707cd7b3333fd49b9f1c 2024-12-05T19:49:59,074 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 3d3de49133a2707cd7b3333fd49b9f1c 1/1 column families, dataSize=22.58 KB heapSize=24.48 KB 2024-12-05T19:49:59,084 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42999/user/jenkins/test-data/d9352114-2bd9-122f-0647-47a1c458bbef/data/default/TestLogRolling-testLogRolling/3d3de49133a2707cd7b3333fd49b9f1c/.tmp/info/d4ae35237a8d46a1adf1213e64674bc2 is 1055, key is row0009/info:/1733428188946/Put/seqid=0 2024-12-05T19:49:59,098 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35769 is added to blk_1073741838_1014 (size=28134) 2024-12-05T19:49:59,099 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38413 is added to blk_1073741838_1014 (size=28134) 2024-12-05T19:49:59,101 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.58 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:42999/user/jenkins/test-data/d9352114-2bd9-122f-0647-47a1c458bbef/data/default/TestLogRolling-testLogRolling/3d3de49133a2707cd7b3333fd49b9f1c/.tmp/info/d4ae35237a8d46a1adf1213e64674bc2 2024-12-05T19:49:59,114 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42999/user/jenkins/test-data/d9352114-2bd9-122f-0647-47a1c458bbef/data/default/TestLogRolling-testLogRolling/3d3de49133a2707cd7b3333fd49b9f1c/.tmp/info/d4ae35237a8d46a1adf1213e64674bc2 as hdfs://localhost:42999/user/jenkins/test-data/d9352114-2bd9-122f-0647-47a1c458bbef/data/default/TestLogRolling-testLogRolling/3d3de49133a2707cd7b3333fd49b9f1c/info/d4ae35237a8d46a1adf1213e64674bc2 2024-12-05T19:49:59,128 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42999/user/jenkins/test-data/d9352114-2bd9-122f-0647-47a1c458bbef/data/default/TestLogRolling-testLogRolling/3d3de49133a2707cd7b3333fd49b9f1c/info/d4ae35237a8d46a1adf1213e64674bc2, entries=22, sequenceid=37, filesize=27.5 K 2024-12-05T19:49:59,129 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~22.58 KB/23122, heapSize ~24.47 KB/25056, currentSize=2.05 KB/2102 for 3d3de49133a2707cd7b3333fd49b9f1c in 55ms, sequenceid=37, compaction requested=false 2024-12-05T19:49:59,129 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 3d3de49133a2707cd7b3333fd49b9f1c: 2024-12-05T19:49:59,129 DEBUG [MemStoreFlusher.0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=40.5 K, sizeToCheck=16.0 K 2024-12-05T19:49:59,129 DEBUG [MemStoreFlusher.0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-12-05T19:49:59,130 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:42999/user/jenkins/test-data/d9352114-2bd9-122f-0647-47a1c458bbef/data/default/TestLogRolling-testLogRolling/3d3de49133a2707cd7b3333fd49b9f1c/info/d4ae35237a8d46a1adf1213e64674bc2 because midkey is the same as first or last row 2024-12-05T19:50:01,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33925 {}] regionserver.HRegion(8855): Flush requested on 3d3de49133a2707cd7b3333fd49b9f1c 2024-12-05T19:50:01,097 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 3d3de49133a2707cd7b3333fd49b9f1c 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-12-05T19:50:01,102 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42999/user/jenkins/test-data/d9352114-2bd9-122f-0647-47a1c458bbef/data/default/TestLogRolling-testLogRolling/3d3de49133a2707cd7b3333fd49b9f1c/.tmp/info/4f1f49f1218b44bebb6c955430ae8f41 is 1055, key is row0031/info:/1733428199077/Put/seqid=0 2024-12-05T19:50:01,113 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35769 is added to blk_1073741839_1015 (size=13386) 2024-12-05T19:50:01,114 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38413 is added to blk_1073741839_1015 (size=13386) 2024-12-05T19:50:01,114 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=48 (bloomFilter=true), to=hdfs://localhost:42999/user/jenkins/test-data/d9352114-2bd9-122f-0647-47a1c458bbef/data/default/TestLogRolling-testLogRolling/3d3de49133a2707cd7b3333fd49b9f1c/.tmp/info/4f1f49f1218b44bebb6c955430ae8f41 2024-12-05T19:50:01,124 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42999/user/jenkins/test-data/d9352114-2bd9-122f-0647-47a1c458bbef/data/default/TestLogRolling-testLogRolling/3d3de49133a2707cd7b3333fd49b9f1c/.tmp/info/4f1f49f1218b44bebb6c955430ae8f41 as hdfs://localhost:42999/user/jenkins/test-data/d9352114-2bd9-122f-0647-47a1c458bbef/data/default/TestLogRolling-testLogRolling/3d3de49133a2707cd7b3333fd49b9f1c/info/4f1f49f1218b44bebb6c955430ae8f41 2024-12-05T19:50:01,133 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42999/user/jenkins/test-data/d9352114-2bd9-122f-0647-47a1c458bbef/data/default/TestLogRolling-testLogRolling/3d3de49133a2707cd7b3333fd49b9f1c/info/4f1f49f1218b44bebb6c955430ae8f41, entries=8, sequenceid=48, filesize=13.1 K 2024-12-05T19:50:01,134 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=15.40 KB/15765 for 3d3de49133a2707cd7b3333fd49b9f1c in 37ms, sequenceid=48, compaction requested=true 2024-12-05T19:50:01,134 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 3d3de49133a2707cd7b3333fd49b9f1c: 2024-12-05T19:50:01,135 DEBUG [MemStoreFlusher.0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=53.6 K, sizeToCheck=16.0 K 2024-12-05T19:50:01,135 DEBUG [MemStoreFlusher.0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-12-05T19:50:01,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33925 {}] regionserver.HRegion(8855): Flush requested on 3d3de49133a2707cd7b3333fd49b9f1c 2024-12-05T19:50:01,135 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:42999/user/jenkins/test-data/d9352114-2bd9-122f-0647-47a1c458bbef/data/default/TestLogRolling-testLogRolling/3d3de49133a2707cd7b3333fd49b9f1c/info/d4ae35237a8d46a1adf1213e64674bc2 because midkey is the same as first or last row 2024-12-05T19:50:01,137 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3d3de49133a2707cd7b3333fd49b9f1c:info, priority=-2147483648, current under compaction store size is 1 2024-12-05T19:50:01,137 DEBUG [RS:0;86162e2766a8:33925-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T19:50:01,139 DEBUG [RS:0;86162e2766a8:33925-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 54906 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T19:50:01,139 DEBUG [RS:0;86162e2766a8:33925-shortCompactions-0 {}] regionserver.HStore(1541): 3d3de49133a2707cd7b3333fd49b9f1c/info is initiating minor compaction (all files) 2024-12-05T19:50:01,140 INFO [RS:0;86162e2766a8:33925-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3d3de49133a2707cd7b3333fd49b9f1c/info in TestLogRolling-testLogRolling,,1733428178837.3d3de49133a2707cd7b3333fd49b9f1c. 2024-12-05T19:50:01,140 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T19:50:01,140 INFO [RS:0;86162e2766a8:33925-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42999/user/jenkins/test-data/d9352114-2bd9-122f-0647-47a1c458bbef/data/default/TestLogRolling-testLogRolling/3d3de49133a2707cd7b3333fd49b9f1c/info/90cabb74fd4e4c3bb83ac450528b5560, hdfs://localhost:42999/user/jenkins/test-data/d9352114-2bd9-122f-0647-47a1c458bbef/data/default/TestLogRolling-testLogRolling/3d3de49133a2707cd7b3333fd49b9f1c/info/d4ae35237a8d46a1adf1213e64674bc2, hdfs://localhost:42999/user/jenkins/test-data/d9352114-2bd9-122f-0647-47a1c458bbef/data/default/TestLogRolling-testLogRolling/3d3de49133a2707cd7b3333fd49b9f1c/info/4f1f49f1218b44bebb6c955430ae8f41] into tmpdir=hdfs://localhost:42999/user/jenkins/test-data/d9352114-2bd9-122f-0647-47a1c458bbef/data/default/TestLogRolling-testLogRolling/3d3de49133a2707cd7b3333fd49b9f1c/.tmp, totalSize=53.6 K 2024-12-05T19:50:01,140 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 3d3de49133a2707cd7b3333fd49b9f1c 1/1 column families, dataSize=18.47 KB heapSize=20.08 KB 2024-12-05T19:50:01,140 DEBUG [RS:0;86162e2766a8:33925-shortCompactions-0 {}] compactions.Compactor(225): Compacting 90cabb74fd4e4c3bb83ac450528b5560, keycount=8, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1733428188930 2024-12-05T19:50:01,141 DEBUG [RS:0;86162e2766a8:33925-shortCompactions-0 {}] compactions.Compactor(225): Compacting d4ae35237a8d46a1adf1213e64674bc2, keycount=22, bloomtype=ROW, size=27.5 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1733428188946 2024-12-05T19:50:01,142 DEBUG [RS:0;86162e2766a8:33925-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4f1f49f1218b44bebb6c955430ae8f41, keycount=8, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=48, earliestPutTs=1733428199077 2024-12-05T19:50:01,151 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42999/user/jenkins/test-data/d9352114-2bd9-122f-0647-47a1c458bbef/data/default/TestLogRolling-testLogRolling/3d3de49133a2707cd7b3333fd49b9f1c/.tmp/info/9d4b543b0ea748078a7d0f1e97f02386 is 1055, key is row0039/info:/1733428201098/Put/seqid=0 2024-12-05T19:50:01,166 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35769 is added to blk_1073741840_1016 (size=23926) 2024-12-05T19:50:01,166 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38413 is added to blk_1073741840_1016 (size=23926) 2024-12-05T19:50:01,167 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=18.47 KB at sequenceid=69 (bloomFilter=true), to=hdfs://localhost:42999/user/jenkins/test-data/d9352114-2bd9-122f-0647-47a1c458bbef/data/default/TestLogRolling-testLogRolling/3d3de49133a2707cd7b3333fd49b9f1c/.tmp/info/9d4b543b0ea748078a7d0f1e97f02386 2024-12-05T19:50:01,173 INFO [RS:0;86162e2766a8:33925-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3d3de49133a2707cd7b3333fd49b9f1c#info#compaction#35 average throughput is 9.52 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T19:50:01,173 DEBUG [RS:0;86162e2766a8:33925-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42999/user/jenkins/test-data/d9352114-2bd9-122f-0647-47a1c458bbef/data/default/TestLogRolling-testLogRolling/3d3de49133a2707cd7b3333fd49b9f1c/.tmp/info/67d4efc689fb459284abef6385da5ca1 is 1055, key is row0001/info:/1733428188930/Put/seqid=0 2024-12-05T19:50:01,180 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42999/user/jenkins/test-data/d9352114-2bd9-122f-0647-47a1c458bbef/data/default/TestLogRolling-testLogRolling/3d3de49133a2707cd7b3333fd49b9f1c/.tmp/info/9d4b543b0ea748078a7d0f1e97f02386 as hdfs://localhost:42999/user/jenkins/test-data/d9352114-2bd9-122f-0647-47a1c458bbef/data/default/TestLogRolling-testLogRolling/3d3de49133a2707cd7b3333fd49b9f1c/info/9d4b543b0ea748078a7d0f1e97f02386 2024-12-05T19:50:01,186 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42999/user/jenkins/test-data/d9352114-2bd9-122f-0647-47a1c458bbef/data/default/TestLogRolling-testLogRolling/3d3de49133a2707cd7b3333fd49b9f1c/info/9d4b543b0ea748078a7d0f1e97f02386, entries=18, sequenceid=69, filesize=23.4 K 2024-12-05T19:50:01,187 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~18.47 KB/18918, heapSize ~20.06 KB/20544, currentSize=8.21 KB/8408 for 3d3de49133a2707cd7b3333fd49b9f1c in 47ms, sequenceid=69, compaction requested=false 2024-12-05T19:50:01,187 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 3d3de49133a2707cd7b3333fd49b9f1c: 2024-12-05T19:50:01,187 DEBUG [MemStoreFlusher.0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=77.0 K, sizeToCheck=16.0 K 2024-12-05T19:50:01,187 DEBUG [MemStoreFlusher.0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-12-05T19:50:01,187 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:42999/user/jenkins/test-data/d9352114-2bd9-122f-0647-47a1c458bbef/data/default/TestLogRolling-testLogRolling/3d3de49133a2707cd7b3333fd49b9f1c/info/d4ae35237a8d46a1adf1213e64674bc2 because midkey is the same as first or last row 2024-12-05T19:50:01,194 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38413 is added to blk_1073741841_1017 (size=45105) 2024-12-05T19:50:01,194 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35769 is added to blk_1073741841_1017 (size=45105) 2024-12-05T19:50:01,201 DEBUG [RS:0;86162e2766a8:33925-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42999/user/jenkins/test-data/d9352114-2bd9-122f-0647-47a1c458bbef/data/default/TestLogRolling-testLogRolling/3d3de49133a2707cd7b3333fd49b9f1c/.tmp/info/67d4efc689fb459284abef6385da5ca1 as hdfs://localhost:42999/user/jenkins/test-data/d9352114-2bd9-122f-0647-47a1c458bbef/data/default/TestLogRolling-testLogRolling/3d3de49133a2707cd7b3333fd49b9f1c/info/67d4efc689fb459284abef6385da5ca1 2024-12-05T19:50:01,208 INFO [RS:0;86162e2766a8:33925-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 3d3de49133a2707cd7b3333fd49b9f1c/info of 3d3de49133a2707cd7b3333fd49b9f1c into 67d4efc689fb459284abef6385da5ca1(size=44.0 K), total size for store is 67.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T19:50:01,208 DEBUG [RS:0;86162e2766a8:33925-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3d3de49133a2707cd7b3333fd49b9f1c: 2024-12-05T19:50:01,210 INFO [RS:0;86162e2766a8:33925-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,,1733428178837.3d3de49133a2707cd7b3333fd49b9f1c., storeName=3d3de49133a2707cd7b3333fd49b9f1c/info, priority=13, startTime=1733428201136; duration=0sec 2024-12-05T19:50:01,210 DEBUG [RS:0;86162e2766a8:33925-shortCompactions-0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=67.4 K, sizeToCheck=16.0 K 2024-12-05T19:50:01,210 DEBUG [RS:0;86162e2766a8:33925-shortCompactions-0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-12-05T19:50:01,210 DEBUG [RS:0;86162e2766a8:33925-shortCompactions-0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:42999/user/jenkins/test-data/d9352114-2bd9-122f-0647-47a1c458bbef/data/default/TestLogRolling-testLogRolling/3d3de49133a2707cd7b3333fd49b9f1c/info/67d4efc689fb459284abef6385da5ca1 because midkey is the same as first or last row 2024-12-05T19:50:01,211 DEBUG [RS:0;86162e2766a8:33925-shortCompactions-0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=67.4 K, sizeToCheck=16.0 K 2024-12-05T19:50:01,211 DEBUG [RS:0;86162e2766a8:33925-shortCompactions-0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-12-05T19:50:01,211 DEBUG [RS:0;86162e2766a8:33925-shortCompactions-0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:42999/user/jenkins/test-data/d9352114-2bd9-122f-0647-47a1c458bbef/data/default/TestLogRolling-testLogRolling/3d3de49133a2707cd7b3333fd49b9f1c/info/67d4efc689fb459284abef6385da5ca1 because midkey is the same as first or last row 2024-12-05T19:50:01,211 DEBUG [RS:0;86162e2766a8:33925-shortCompactions-0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=67.4 K, sizeToCheck=16.0 K 2024-12-05T19:50:01,211 DEBUG [RS:0;86162e2766a8:33925-shortCompactions-0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-12-05T19:50:01,211 DEBUG [RS:0;86162e2766a8:33925-shortCompactions-0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:42999/user/jenkins/test-data/d9352114-2bd9-122f-0647-47a1c458bbef/data/default/TestLogRolling-testLogRolling/3d3de49133a2707cd7b3333fd49b9f1c/info/67d4efc689fb459284abef6385da5ca1 because midkey is the same as first or last row 2024-12-05T19:50:01,211 DEBUG [RS:0;86162e2766a8:33925-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T19:50:01,211 DEBUG [RS:0;86162e2766a8:33925-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3d3de49133a2707cd7b3333fd49b9f1c:info 2024-12-05T19:50:03,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33925 {}] regionserver.HRegion(8855): Flush requested on 3d3de49133a2707cd7b3333fd49b9f1c 2024-12-05T19:50:03,168 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 3d3de49133a2707cd7b3333fd49b9f1c 1/1 column families, dataSize=9.24 KB heapSize=10.16 KB 2024-12-05T19:50:03,174 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42999/user/jenkins/test-data/d9352114-2bd9-122f-0647-47a1c458bbef/data/default/TestLogRolling-testLogRolling/3d3de49133a2707cd7b3333fd49b9f1c/.tmp/info/42ec2b7c26ca4de1a21be10303390731 is 1055, key is row0057/info:/1733428201141/Put/seqid=0 2024-12-05T19:50:03,194 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38413 is added to blk_1073741842_1018 (size=14438) 2024-12-05T19:50:03,195 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35769 is added to blk_1073741842_1018 (size=14438) 2024-12-05T19:50:03,196 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=9.24 KB at sequenceid=82 (bloomFilter=true), to=hdfs://localhost:42999/user/jenkins/test-data/d9352114-2bd9-122f-0647-47a1c458bbef/data/default/TestLogRolling-testLogRolling/3d3de49133a2707cd7b3333fd49b9f1c/.tmp/info/42ec2b7c26ca4de1a21be10303390731 2024-12-05T19:50:03,205 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42999/user/jenkins/test-data/d9352114-2bd9-122f-0647-47a1c458bbef/data/default/TestLogRolling-testLogRolling/3d3de49133a2707cd7b3333fd49b9f1c/.tmp/info/42ec2b7c26ca4de1a21be10303390731 as hdfs://localhost:42999/user/jenkins/test-data/d9352114-2bd9-122f-0647-47a1c458bbef/data/default/TestLogRolling-testLogRolling/3d3de49133a2707cd7b3333fd49b9f1c/info/42ec2b7c26ca4de1a21be10303390731 2024-12-05T19:50:03,212 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42999/user/jenkins/test-data/d9352114-2bd9-122f-0647-47a1c458bbef/data/default/TestLogRolling-testLogRolling/3d3de49133a2707cd7b3333fd49b9f1c/info/42ec2b7c26ca4de1a21be10303390731, entries=9, sequenceid=82, filesize=14.1 K 2024-12-05T19:50:03,213 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~9.24 KB/9459, heapSize ~10.15 KB/10392, currentSize=19.50 KB/19969 for 3d3de49133a2707cd7b3333fd49b9f1c in 45ms, sequenceid=82, compaction requested=true 2024-12-05T19:50:03,213 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 3d3de49133a2707cd7b3333fd49b9f1c: 2024-12-05T19:50:03,214 DEBUG [MemStoreFlusher.0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=81.5 K, sizeToCheck=16.0 K 2024-12-05T19:50:03,214 DEBUG [MemStoreFlusher.0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-12-05T19:50:03,214 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:42999/user/jenkins/test-data/d9352114-2bd9-122f-0647-47a1c458bbef/data/default/TestLogRolling-testLogRolling/3d3de49133a2707cd7b3333fd49b9f1c/info/67d4efc689fb459284abef6385da5ca1 because midkey is the same as first or last row 2024-12-05T19:50:03,214 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3d3de49133a2707cd7b3333fd49b9f1c:info, priority=-2147483648, current under compaction store size is 1 2024-12-05T19:50:03,214 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T19:50:03,214 DEBUG [RS:0;86162e2766a8:33925-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T19:50:03,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33925 {}] regionserver.HRegion(8855): Flush requested on 3d3de49133a2707cd7b3333fd49b9f1c 2024-12-05T19:50:03,215 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 3d3de49133a2707cd7b3333fd49b9f1c 1/1 column families, dataSize=20.53 KB heapSize=22.28 KB 2024-12-05T19:50:03,216 DEBUG [RS:0;86162e2766a8:33925-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 83469 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T19:50:03,216 DEBUG [RS:0;86162e2766a8:33925-shortCompactions-0 {}] regionserver.HStore(1541): 3d3de49133a2707cd7b3333fd49b9f1c/info is initiating minor compaction (all files) 2024-12-05T19:50:03,216 INFO [RS:0;86162e2766a8:33925-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3d3de49133a2707cd7b3333fd49b9f1c/info in TestLogRolling-testLogRolling,,1733428178837.3d3de49133a2707cd7b3333fd49b9f1c. 2024-12-05T19:50:03,216 INFO [RS:0;86162e2766a8:33925-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42999/user/jenkins/test-data/d9352114-2bd9-122f-0647-47a1c458bbef/data/default/TestLogRolling-testLogRolling/3d3de49133a2707cd7b3333fd49b9f1c/info/67d4efc689fb459284abef6385da5ca1, hdfs://localhost:42999/user/jenkins/test-data/d9352114-2bd9-122f-0647-47a1c458bbef/data/default/TestLogRolling-testLogRolling/3d3de49133a2707cd7b3333fd49b9f1c/info/9d4b543b0ea748078a7d0f1e97f02386, hdfs://localhost:42999/user/jenkins/test-data/d9352114-2bd9-122f-0647-47a1c458bbef/data/default/TestLogRolling-testLogRolling/3d3de49133a2707cd7b3333fd49b9f1c/info/42ec2b7c26ca4de1a21be10303390731] into tmpdir=hdfs://localhost:42999/user/jenkins/test-data/d9352114-2bd9-122f-0647-47a1c458bbef/data/default/TestLogRolling-testLogRolling/3d3de49133a2707cd7b3333fd49b9f1c/.tmp, totalSize=81.5 K 2024-12-05T19:50:03,218 DEBUG [RS:0;86162e2766a8:33925-shortCompactions-0 {}] compactions.Compactor(225): Compacting 67d4efc689fb459284abef6385da5ca1, keycount=38, bloomtype=ROW, size=44.0 K, encoding=NONE, compression=NONE, seqNum=48, earliestPutTs=1733428188930 2024-12-05T19:50:03,219 DEBUG [RS:0;86162e2766a8:33925-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9d4b543b0ea748078a7d0f1e97f02386, keycount=18, bloomtype=ROW, size=23.4 K, encoding=NONE, compression=NONE, seqNum=69, earliestPutTs=1733428201098 2024-12-05T19:50:03,219 DEBUG [RS:0;86162e2766a8:33925-shortCompactions-0 {}] compactions.Compactor(225): Compacting 42ec2b7c26ca4de1a21be10303390731, keycount=9, bloomtype=ROW, size=14.1 K, encoding=NONE, compression=NONE, seqNum=82, earliestPutTs=1733428201141 2024-12-05T19:50:03,224 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42999/user/jenkins/test-data/d9352114-2bd9-122f-0647-47a1c458bbef/data/default/TestLogRolling-testLogRolling/3d3de49133a2707cd7b3333fd49b9f1c/.tmp/info/7994adb2432841f79dc2ac0ba7e6a894 is 1055, key is row0066/info:/1733428203170/Put/seqid=0 2024-12-05T19:50:03,243 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=3d3de49133a2707cd7b3333fd49b9f1c, server=86162e2766a8,33925,1733428177769 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T19:50:03,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33925 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 1.2 K connection: 172.17.0.2:38272 deadline: 1733428213243, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=3d3de49133a2707cd7b3333fd49b9f1c, server=86162e2766a8,33925,1733428177769 2024-12-05T19:50:03,244 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestLogRolling-testLogRolling,,1733428178837.3d3de49133a2707cd7b3333fd49b9f1c., hostname=86162e2766a8,33925,1733428177769, seqNum=2 , the old value is region=TestLogRolling-testLogRolling,,1733428178837.3d3de49133a2707cd7b3333fd49b9f1c., hostname=86162e2766a8,33925,1733428177769, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=3d3de49133a2707cd7b3333fd49b9f1c, server=86162e2766a8,33925,1733428177769 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T19:50:03,244 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestLogRolling-testLogRolling,,1733428178837.3d3de49133a2707cd7b3333fd49b9f1c., hostname=86162e2766a8,33925,1733428177769, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=3d3de49133a2707cd7b3333fd49b9f1c, server=86162e2766a8,33925,1733428177769 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T19:50:03,244 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestLogRolling-testLogRolling,,1733428178837.3d3de49133a2707cd7b3333fd49b9f1c., hostname=86162e2766a8,33925,1733428177769, seqNum=2 because the exception is null or not the one we care about 2024-12-05T19:50:03,246 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35769 is added to blk_1073741843_1019 (size=26030) 2024-12-05T19:50:03,247 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38413 is added to blk_1073741843_1019 (size=26030) 2024-12-05T19:50:03,248 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.53 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:42999/user/jenkins/test-data/d9352114-2bd9-122f-0647-47a1c458bbef/data/default/TestLogRolling-testLogRolling/3d3de49133a2707cd7b3333fd49b9f1c/.tmp/info/7994adb2432841f79dc2ac0ba7e6a894 2024-12-05T19:50:03,251 INFO [RS:0;86162e2766a8:33925-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3d3de49133a2707cd7b3333fd49b9f1c#info#compaction#38 average throughput is 21.72 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T19:50:03,252 DEBUG [RS:0;86162e2766a8:33925-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42999/user/jenkins/test-data/d9352114-2bd9-122f-0647-47a1c458bbef/data/default/TestLogRolling-testLogRolling/3d3de49133a2707cd7b3333fd49b9f1c/.tmp/info/6df5fab6bf834aeab68fbba60acf9777 is 1055, key is row0001/info:/1733428188930/Put/seqid=0 2024-12-05T19:50:03,269 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42999/user/jenkins/test-data/d9352114-2bd9-122f-0647-47a1c458bbef/data/default/TestLogRolling-testLogRolling/3d3de49133a2707cd7b3333fd49b9f1c/.tmp/info/7994adb2432841f79dc2ac0ba7e6a894 as hdfs://localhost:42999/user/jenkins/test-data/d9352114-2bd9-122f-0647-47a1c458bbef/data/default/TestLogRolling-testLogRolling/3d3de49133a2707cd7b3333fd49b9f1c/info/7994adb2432841f79dc2ac0ba7e6a894 2024-12-05T19:50:03,274 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35769 is added to blk_1073741844_1020 (size=73753) 2024-12-05T19:50:03,275 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42999/user/jenkins/test-data/d9352114-2bd9-122f-0647-47a1c458bbef/data/default/TestLogRolling-testLogRolling/3d3de49133a2707cd7b3333fd49b9f1c/info/7994adb2432841f79dc2ac0ba7e6a894, entries=20, sequenceid=105, filesize=25.4 K 2024-12-05T19:50:03,276 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~20.53 KB/21020, heapSize ~22.27 KB/22800, currentSize=9.24 KB/9459 for 3d3de49133a2707cd7b3333fd49b9f1c in 61ms, sequenceid=105, compaction requested=false 2024-12-05T19:50:03,276 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 3d3de49133a2707cd7b3333fd49b9f1c: 2024-12-05T19:50:03,276 DEBUG [MemStoreFlusher.0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=106.9 K, sizeToCheck=16.0 K 2024-12-05T19:50:03,276 DEBUG [MemStoreFlusher.0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-12-05T19:50:03,276 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38413 is added to blk_1073741844_1020 (size=73753) 2024-12-05T19:50:03,276 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:42999/user/jenkins/test-data/d9352114-2bd9-122f-0647-47a1c458bbef/data/default/TestLogRolling-testLogRolling/3d3de49133a2707cd7b3333fd49b9f1c/info/67d4efc689fb459284abef6385da5ca1 because midkey is the same as first or last row 2024-12-05T19:50:03,283 DEBUG [RS:0;86162e2766a8:33925-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42999/user/jenkins/test-data/d9352114-2bd9-122f-0647-47a1c458bbef/data/default/TestLogRolling-testLogRolling/3d3de49133a2707cd7b3333fd49b9f1c/.tmp/info/6df5fab6bf834aeab68fbba60acf9777 as hdfs://localhost:42999/user/jenkins/test-data/d9352114-2bd9-122f-0647-47a1c458bbef/data/default/TestLogRolling-testLogRolling/3d3de49133a2707cd7b3333fd49b9f1c/info/6df5fab6bf834aeab68fbba60acf9777 2024-12-05T19:50:03,290 INFO [RS:0;86162e2766a8:33925-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 3d3de49133a2707cd7b3333fd49b9f1c/info of 3d3de49133a2707cd7b3333fd49b9f1c into 6df5fab6bf834aeab68fbba60acf9777(size=72.0 K), total size for store is 97.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T19:50:03,290 DEBUG [RS:0;86162e2766a8:33925-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3d3de49133a2707cd7b3333fd49b9f1c: 2024-12-05T19:50:03,290 INFO [RS:0;86162e2766a8:33925-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,,1733428178837.3d3de49133a2707cd7b3333fd49b9f1c., storeName=3d3de49133a2707cd7b3333fd49b9f1c/info, priority=13, startTime=1733428203214; duration=0sec 2024-12-05T19:50:03,291 DEBUG [RS:0;86162e2766a8:33925-shortCompactions-0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=97.4 K, sizeToCheck=16.0 K 2024-12-05T19:50:03,291 DEBUG [RS:0;86162e2766a8:33925-shortCompactions-0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-12-05T19:50:03,291 DEBUG [RS:0;86162e2766a8:33925-shortCompactions-0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=97.4 K, sizeToCheck=16.0 K 2024-12-05T19:50:03,291 DEBUG [RS:0;86162e2766a8:33925-shortCompactions-0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-12-05T19:50:03,291 DEBUG [RS:0;86162e2766a8:33925-shortCompactions-0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=97.4 K, sizeToCheck=16.0 K 2024-12-05T19:50:03,291 DEBUG [RS:0;86162e2766a8:33925-shortCompactions-0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-12-05T19:50:03,292 DEBUG [RS:0;86162e2766a8:33925-shortCompactions-0 {}] regionserver.CompactSplit(239): Splitting TestLogRolling-testLogRolling,,1733428178837.3d3de49133a2707cd7b3333fd49b9f1c., compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T19:50:03,292 DEBUG [RS:0;86162e2766a8:33925-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T19:50:03,292 DEBUG [RS:0;86162e2766a8:33925-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3d3de49133a2707cd7b3333fd49b9f1c:info 2024-12-05T19:50:03,294 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40453 {}] assignment.AssignmentManager(1363): Split request from 86162e2766a8,33925,1733428177769, parent={ENCODED => 3d3de49133a2707cd7b3333fd49b9f1c, NAME => 'TestLogRolling-testLogRolling,,1733428178837.3d3de49133a2707cd7b3333fd49b9f1c.', STARTKEY => '', ENDKEY => ''}, splitKey=row0064 2024-12-05T19:50:03,300 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40453 {}] assignment.SplitTableRegionProcedure(223): Splittable=true state=OPEN, location=86162e2766a8,33925,1733428177769 2024-12-05T19:50:03,303 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40453 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:SPLIT_TABLE_REGION_PREPARE, hasLock=false; SplitTableRegionProcedure table=TestLogRolling-testLogRolling, parent=3d3de49133a2707cd7b3333fd49b9f1c, daughterA=2dfc48b968bb98b69b6439c67600f9a1, daughterB=e9f0fb407f001ab0b3882410eb8cbf63 2024-12-05T19:50:03,305 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, state=RUNNABLE:SPLIT_TABLE_REGION_PREPARE, hasLock=false; SplitTableRegionProcedure table=TestLogRolling-testLogRolling, parent=3d3de49133a2707cd7b3333fd49b9f1c, daughterA=2dfc48b968bb98b69b6439c67600f9a1, daughterB=e9f0fb407f001ab0b3882410eb8cbf63 2024-12-05T19:50:03,305 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, state=RUNNABLE:SPLIT_TABLE_REGION_PREPARE, hasLock=false; SplitTableRegionProcedure table=TestLogRolling-testLogRolling, parent=3d3de49133a2707cd7b3333fd49b9f1c, daughterA=2dfc48b968bb98b69b6439c67600f9a1, daughterB=e9f0fb407f001ab0b3882410eb8cbf63 2024-12-05T19:50:03,305 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, state=RUNNABLE:SPLIT_TABLE_REGION_PREPARE, hasLock=false; SplitTableRegionProcedure table=TestLogRolling-testLogRolling, parent=3d3de49133a2707cd7b3333fd49b9f1c, daughterA=2dfc48b968bb98b69b6439c67600f9a1, daughterB=e9f0fb407f001ab0b3882410eb8cbf63 2024-12-05T19:50:03,313 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=3d3de49133a2707cd7b3333fd49b9f1c, UNASSIGN}] 2024-12-05T19:50:03,314 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=3d3de49133a2707cd7b3333fd49b9f1c, UNASSIGN 2024-12-05T19:50:03,315 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=3d3de49133a2707cd7b3333fd49b9f1c, regionState=CLOSING, regionLocation=86162e2766a8,33925,1733428177769 2024-12-05T19:50:03,318 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=3d3de49133a2707cd7b3333fd49b9f1c, UNASSIGN because future has completed 2024-12-05T19:50:03,319 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: true: evictOnSplit: true: evictOnClose: false 2024-12-05T19:50:03,319 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE, hasLock=false; CloseRegionProcedure 3d3de49133a2707cd7b3333fd49b9f1c, server=86162e2766a8,33925,1733428177769}] 2024-12-05T19:50:03,477 INFO [RS_CLOSE_REGION-regionserver/86162e2766a8:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] handler.UnassignRegionHandler(122): Close 3d3de49133a2707cd7b3333fd49b9f1c 2024-12-05T19:50:03,477 DEBUG [RS_CLOSE_REGION-regionserver/86162e2766a8:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] handler.UnassignRegionHandler(136): Unassign region: split region: true: evictCache: true 2024-12-05T19:50:03,478 DEBUG [RS_CLOSE_REGION-regionserver/86162e2766a8:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(1722): Closing 3d3de49133a2707cd7b3333fd49b9f1c, disabling compactions & flushes 2024-12-05T19:50:03,478 INFO [RS_CLOSE_REGION-regionserver/86162e2766a8:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(1755): Closing region TestLogRolling-testLogRolling,,1733428178837.3d3de49133a2707cd7b3333fd49b9f1c. 2024-12-05T19:50:03,478 DEBUG [RS_CLOSE_REGION-regionserver/86162e2766a8:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testLogRolling,,1733428178837.3d3de49133a2707cd7b3333fd49b9f1c. 2024-12-05T19:50:03,478 DEBUG [RS_CLOSE_REGION-regionserver/86162e2766a8:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testLogRolling,,1733428178837.3d3de49133a2707cd7b3333fd49b9f1c. after waiting 0 ms 2024-12-05T19:50:03,478 DEBUG [RS_CLOSE_REGION-regionserver/86162e2766a8:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testLogRolling,,1733428178837.3d3de49133a2707cd7b3333fd49b9f1c. 2024-12-05T19:50:03,478 INFO [RS_CLOSE_REGION-regionserver/86162e2766a8:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(2902): Flushing 3d3de49133a2707cd7b3333fd49b9f1c 1/1 column families, dataSize=9.24 KB heapSize=10.16 KB 2024-12-05T19:50:03,483 DEBUG [RS_CLOSE_REGION-regionserver/86162e2766a8:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42999/user/jenkins/test-data/d9352114-2bd9-122f-0647-47a1c458bbef/data/default/TestLogRolling-testLogRolling/3d3de49133a2707cd7b3333fd49b9f1c/.tmp/info/2eab3a43db44419482e0f4a7bad3b3d3 is 1055, key is row0086/info:/1733428203216/Put/seqid=0 2024-12-05T19:50:03,490 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38413 is added to blk_1073741845_1021 (size=14438) 2024-12-05T19:50:03,490 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35769 is added to blk_1073741845_1021 (size=14438) 2024-12-05T19:50:03,491 INFO [RS_CLOSE_REGION-regionserver/86162e2766a8:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=9.24 KB at sequenceid=118 (bloomFilter=true), to=hdfs://localhost:42999/user/jenkins/test-data/d9352114-2bd9-122f-0647-47a1c458bbef/data/default/TestLogRolling-testLogRolling/3d3de49133a2707cd7b3333fd49b9f1c/.tmp/info/2eab3a43db44419482e0f4a7bad3b3d3 2024-12-05T19:50:03,499 DEBUG [RS_CLOSE_REGION-regionserver/86162e2766a8:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42999/user/jenkins/test-data/d9352114-2bd9-122f-0647-47a1c458bbef/data/default/TestLogRolling-testLogRolling/3d3de49133a2707cd7b3333fd49b9f1c/.tmp/info/2eab3a43db44419482e0f4a7bad3b3d3 as hdfs://localhost:42999/user/jenkins/test-data/d9352114-2bd9-122f-0647-47a1c458bbef/data/default/TestLogRolling-testLogRolling/3d3de49133a2707cd7b3333fd49b9f1c/info/2eab3a43db44419482e0f4a7bad3b3d3 2024-12-05T19:50:03,506 INFO [RS_CLOSE_REGION-regionserver/86162e2766a8:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42999/user/jenkins/test-data/d9352114-2bd9-122f-0647-47a1c458bbef/data/default/TestLogRolling-testLogRolling/3d3de49133a2707cd7b3333fd49b9f1c/info/2eab3a43db44419482e0f4a7bad3b3d3, entries=9, sequenceid=118, filesize=14.1 K 2024-12-05T19:50:03,508 INFO [RS_CLOSE_REGION-regionserver/86162e2766a8:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(3140): Finished flush of dataSize ~9.24 KB/9459, heapSize ~10.15 KB/10392, currentSize=0 B/0 for 3d3de49133a2707cd7b3333fd49b9f1c in 30ms, sequenceid=118, compaction requested=true 2024-12-05T19:50:03,509 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1733428178837.3d3de49133a2707cd7b3333fd49b9f1c.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:42999/user/jenkins/test-data/d9352114-2bd9-122f-0647-47a1c458bbef/data/default/TestLogRolling-testLogRolling/3d3de49133a2707cd7b3333fd49b9f1c/info/90cabb74fd4e4c3bb83ac450528b5560, hdfs://localhost:42999/user/jenkins/test-data/d9352114-2bd9-122f-0647-47a1c458bbef/data/default/TestLogRolling-testLogRolling/3d3de49133a2707cd7b3333fd49b9f1c/info/d4ae35237a8d46a1adf1213e64674bc2, hdfs://localhost:42999/user/jenkins/test-data/d9352114-2bd9-122f-0647-47a1c458bbef/data/default/TestLogRolling-testLogRolling/3d3de49133a2707cd7b3333fd49b9f1c/info/67d4efc689fb459284abef6385da5ca1, hdfs://localhost:42999/user/jenkins/test-data/d9352114-2bd9-122f-0647-47a1c458bbef/data/default/TestLogRolling-testLogRolling/3d3de49133a2707cd7b3333fd49b9f1c/info/4f1f49f1218b44bebb6c955430ae8f41, hdfs://localhost:42999/user/jenkins/test-data/d9352114-2bd9-122f-0647-47a1c458bbef/data/default/TestLogRolling-testLogRolling/3d3de49133a2707cd7b3333fd49b9f1c/info/9d4b543b0ea748078a7d0f1e97f02386, hdfs://localhost:42999/user/jenkins/test-data/d9352114-2bd9-122f-0647-47a1c458bbef/data/default/TestLogRolling-testLogRolling/3d3de49133a2707cd7b3333fd49b9f1c/info/42ec2b7c26ca4de1a21be10303390731] to archive 2024-12-05T19:50:03,511 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1733428178837.3d3de49133a2707cd7b3333fd49b9f1c.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-05T19:50:03,513 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1733428178837.3d3de49133a2707cd7b3333fd49b9f1c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42999/user/jenkins/test-data/d9352114-2bd9-122f-0647-47a1c458bbef/data/default/TestLogRolling-testLogRolling/3d3de49133a2707cd7b3333fd49b9f1c/info/90cabb74fd4e4c3bb83ac450528b5560 to hdfs://localhost:42999/user/jenkins/test-data/d9352114-2bd9-122f-0647-47a1c458bbef/archive/data/default/TestLogRolling-testLogRolling/3d3de49133a2707cd7b3333fd49b9f1c/info/90cabb74fd4e4c3bb83ac450528b5560 2024-12-05T19:50:03,514 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1733428178837.3d3de49133a2707cd7b3333fd49b9f1c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42999/user/jenkins/test-data/d9352114-2bd9-122f-0647-47a1c458bbef/data/default/TestLogRolling-testLogRolling/3d3de49133a2707cd7b3333fd49b9f1c/info/d4ae35237a8d46a1adf1213e64674bc2 to hdfs://localhost:42999/user/jenkins/test-data/d9352114-2bd9-122f-0647-47a1c458bbef/archive/data/default/TestLogRolling-testLogRolling/3d3de49133a2707cd7b3333fd49b9f1c/info/d4ae35237a8d46a1adf1213e64674bc2 2024-12-05T19:50:03,516 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1733428178837.3d3de49133a2707cd7b3333fd49b9f1c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42999/user/jenkins/test-data/d9352114-2bd9-122f-0647-47a1c458bbef/data/default/TestLogRolling-testLogRolling/3d3de49133a2707cd7b3333fd49b9f1c/info/67d4efc689fb459284abef6385da5ca1 to hdfs://localhost:42999/user/jenkins/test-data/d9352114-2bd9-122f-0647-47a1c458bbef/archive/data/default/TestLogRolling-testLogRolling/3d3de49133a2707cd7b3333fd49b9f1c/info/67d4efc689fb459284abef6385da5ca1 2024-12-05T19:50:03,517 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1733428178837.3d3de49133a2707cd7b3333fd49b9f1c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42999/user/jenkins/test-data/d9352114-2bd9-122f-0647-47a1c458bbef/data/default/TestLogRolling-testLogRolling/3d3de49133a2707cd7b3333fd49b9f1c/info/4f1f49f1218b44bebb6c955430ae8f41 to hdfs://localhost:42999/user/jenkins/test-data/d9352114-2bd9-122f-0647-47a1c458bbef/archive/data/default/TestLogRolling-testLogRolling/3d3de49133a2707cd7b3333fd49b9f1c/info/4f1f49f1218b44bebb6c955430ae8f41 2024-12-05T19:50:03,518 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1733428178837.3d3de49133a2707cd7b3333fd49b9f1c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42999/user/jenkins/test-data/d9352114-2bd9-122f-0647-47a1c458bbef/data/default/TestLogRolling-testLogRolling/3d3de49133a2707cd7b3333fd49b9f1c/info/9d4b543b0ea748078a7d0f1e97f02386 to hdfs://localhost:42999/user/jenkins/test-data/d9352114-2bd9-122f-0647-47a1c458bbef/archive/data/default/TestLogRolling-testLogRolling/3d3de49133a2707cd7b3333fd49b9f1c/info/9d4b543b0ea748078a7d0f1e97f02386 2024-12-05T19:50:03,520 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1733428178837.3d3de49133a2707cd7b3333fd49b9f1c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42999/user/jenkins/test-data/d9352114-2bd9-122f-0647-47a1c458bbef/data/default/TestLogRolling-testLogRolling/3d3de49133a2707cd7b3333fd49b9f1c/info/42ec2b7c26ca4de1a21be10303390731 to hdfs://localhost:42999/user/jenkins/test-data/d9352114-2bd9-122f-0647-47a1c458bbef/archive/data/default/TestLogRolling-testLogRolling/3d3de49133a2707cd7b3333fd49b9f1c/info/42ec2b7c26ca4de1a21be10303390731 2024-12-05T19:50:03,526 DEBUG [RS_CLOSE_REGION-regionserver/86162e2766a8:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42999/user/jenkins/test-data/d9352114-2bd9-122f-0647-47a1c458bbef/data/default/TestLogRolling-testLogRolling/3d3de49133a2707cd7b3333fd49b9f1c/recovered.edits/121.seqid, newMaxSeqId=121, maxSeqId=1 2024-12-05T19:50:03,527 INFO [RS_CLOSE_REGION-regionserver/86162e2766a8:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(1973): Closed TestLogRolling-testLogRolling,,1733428178837.3d3de49133a2707cd7b3333fd49b9f1c. 2024-12-05T19:50:03,527 DEBUG [RS_CLOSE_REGION-regionserver/86162e2766a8:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(1676): Region close journal for 3d3de49133a2707cd7b3333fd49b9f1c: Waiting for close lock at 1733428203478Running coprocessor pre-close hooks at 1733428203478Disabling compacts and flushes for region at 1733428203478Disabling writes for close at 1733428203478Obtaining lock to block concurrent updates at 1733428203478Preparing flush snapshotting stores in 3d3de49133a2707cd7b3333fd49b9f1c at 1733428203478Finished memstore snapshotting TestLogRolling-testLogRolling,,1733428178837.3d3de49133a2707cd7b3333fd49b9f1c., syncing WAL and waiting on mvcc, flushsize=dataSize=9459, getHeapSize=10392, getOffHeapSize=0, getCellsCount=9 at 1733428203479 (+1 ms)Flushing stores of TestLogRolling-testLogRolling,,1733428178837.3d3de49133a2707cd7b3333fd49b9f1c. at 1733428203479Flushing 3d3de49133a2707cd7b3333fd49b9f1c/info: creating writer at 1733428203479Flushing 3d3de49133a2707cd7b3333fd49b9f1c/info: appending metadata at 1733428203483 (+4 ms)Flushing 3d3de49133a2707cd7b3333fd49b9f1c/info: closing flushed file at 1733428203483Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@71a5cd36: reopening flushed file at 1733428203498 (+15 ms)Finished flush of dataSize ~9.24 KB/9459, heapSize ~10.15 KB/10392, currentSize=0 B/0 for 3d3de49133a2707cd7b3333fd49b9f1c in 30ms, sequenceid=118, compaction requested=true at 1733428203508 (+10 ms)Writing region close event to WAL at 1733428203522 (+14 ms)Running coprocessor post-close hooks at 1733428203527 (+5 ms)Closed at 1733428203527 2024-12-05T19:50:03,530 INFO [RS_CLOSE_REGION-regionserver/86162e2766a8:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] handler.UnassignRegionHandler(157): Closed 3d3de49133a2707cd7b3333fd49b9f1c 2024-12-05T19:50:03,531 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=3d3de49133a2707cd7b3333fd49b9f1c, regionState=CLOSED 2024-12-05T19:50:03,533 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE, hasLock=false; CloseRegionProcedure 3d3de49133a2707cd7b3333fd49b9f1c, server=86162e2766a8,33925,1733428177769 because future has completed 2024-12-05T19:50:03,537 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-05T19:50:03,537 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; CloseRegionProcedure 3d3de49133a2707cd7b3333fd49b9f1c, server=86162e2766a8,33925,1733428177769 in 215 msec 2024-12-05T19:50:03,545 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7 2024-12-05T19:50:03,546 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=3d3de49133a2707cd7b3333fd49b9f1c, UNASSIGN in 225 msec 2024-12-05T19:50:03,562 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T19:50:03,567 INFO [PEWorker-4 {}] assignment.SplitTableRegionProcedure(728): pid=7 splitting 3 storefiles, region=3d3de49133a2707cd7b3333fd49b9f1c, threads=3 2024-12-05T19:50:03,570 DEBUG [StoreFileSplitter-pool-1 {}] assignment.SplitTableRegionProcedure(823): pid=7 splitting started for store file: hdfs://localhost:42999/user/jenkins/test-data/d9352114-2bd9-122f-0647-47a1c458bbef/data/default/TestLogRolling-testLogRolling/3d3de49133a2707cd7b3333fd49b9f1c/info/6df5fab6bf834aeab68fbba60acf9777 for region: 3d3de49133a2707cd7b3333fd49b9f1c 2024-12-05T19:50:03,570 DEBUG [StoreFileSplitter-pool-0 {}] assignment.SplitTableRegionProcedure(823): pid=7 splitting started for store file: hdfs://localhost:42999/user/jenkins/test-data/d9352114-2bd9-122f-0647-47a1c458bbef/data/default/TestLogRolling-testLogRolling/3d3de49133a2707cd7b3333fd49b9f1c/info/2eab3a43db44419482e0f4a7bad3b3d3 for region: 3d3de49133a2707cd7b3333fd49b9f1c 2024-12-05T19:50:03,571 DEBUG [StoreFileSplitter-pool-2 {}] assignment.SplitTableRegionProcedure(823): pid=7 splitting started for store file: hdfs://localhost:42999/user/jenkins/test-data/d9352114-2bd9-122f-0647-47a1c458bbef/data/default/TestLogRolling-testLogRolling/3d3de49133a2707cd7b3333fd49b9f1c/info/7994adb2432841f79dc2ac0ba7e6a894 for region: 3d3de49133a2707cd7b3333fd49b9f1c 2024-12-05T19:50:03,590 DEBUG [StoreFileSplitter-pool-2 {}] regionserver.HRegionFileSystem(650): Will create HFileLink file for hdfs://localhost:42999/user/jenkins/test-data/d9352114-2bd9-122f-0647-47a1c458bbef/data/default/TestLogRolling-testLogRolling/3d3de49133a2707cd7b3333fd49b9f1c/info/7994adb2432841f79dc2ac0ba7e6a894, top=true 2024-12-05T19:50:03,601 DEBUG [StoreFileSplitter-pool-0 {}] regionserver.HRegionFileSystem(650): Will create HFileLink file for hdfs://localhost:42999/user/jenkins/test-data/d9352114-2bd9-122f-0647-47a1c458bbef/data/default/TestLogRolling-testLogRolling/3d3de49133a2707cd7b3333fd49b9f1c/info/2eab3a43db44419482e0f4a7bad3b3d3, top=true 2024-12-05T19:50:03,607 INFO [StoreFileSplitter-pool-2 {}] regionserver.HRegionFileSystem(691): Created linkFile:hdfs://localhost:42999/user/jenkins/test-data/d9352114-2bd9-122f-0647-47a1c458bbef/data/default/TestLogRolling-testLogRolling/e9f0fb407f001ab0b3882410eb8cbf63/info/TestLogRolling-testLogRolling=3d3de49133a2707cd7b3333fd49b9f1c-7994adb2432841f79dc2ac0ba7e6a894 for child: e9f0fb407f001ab0b3882410eb8cbf63, parent: 3d3de49133a2707cd7b3333fd49b9f1c 2024-12-05T19:50:03,607 DEBUG [StoreFileSplitter-pool-2 {}] assignment.SplitTableRegionProcedure(834): pid=7 splitting complete for store file: hdfs://localhost:42999/user/jenkins/test-data/d9352114-2bd9-122f-0647-47a1c458bbef/data/default/TestLogRolling-testLogRolling/3d3de49133a2707cd7b3333fd49b9f1c/info/7994adb2432841f79dc2ac0ba7e6a894 for region: 3d3de49133a2707cd7b3333fd49b9f1c 2024-12-05T19:50:03,608 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38413 is added to blk_1073741846_1022 (size=27) 2024-12-05T19:50:03,608 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35769 is added to blk_1073741846_1022 (size=27) 2024-12-05T19:50:03,616 INFO [StoreFileSplitter-pool-0 {}] regionserver.HRegionFileSystem(691): Created linkFile:hdfs://localhost:42999/user/jenkins/test-data/d9352114-2bd9-122f-0647-47a1c458bbef/data/default/TestLogRolling-testLogRolling/e9f0fb407f001ab0b3882410eb8cbf63/info/TestLogRolling-testLogRolling=3d3de49133a2707cd7b3333fd49b9f1c-2eab3a43db44419482e0f4a7bad3b3d3 for child: e9f0fb407f001ab0b3882410eb8cbf63, parent: 3d3de49133a2707cd7b3333fd49b9f1c 2024-12-05T19:50:03,617 DEBUG [StoreFileSplitter-pool-0 {}] assignment.SplitTableRegionProcedure(834): pid=7 splitting complete for store file: hdfs://localhost:42999/user/jenkins/test-data/d9352114-2bd9-122f-0647-47a1c458bbef/data/default/TestLogRolling-testLogRolling/3d3de49133a2707cd7b3333fd49b9f1c/info/2eab3a43db44419482e0f4a7bad3b3d3 for region: 3d3de49133a2707cd7b3333fd49b9f1c 2024-12-05T19:50:03,625 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35769 is added to blk_1073741847_1023 (size=27) 2024-12-05T19:50:03,625 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38413 is added to blk_1073741847_1023 (size=27) 2024-12-05T19:50:03,628 DEBUG [StoreFileSplitter-pool-1 {}] assignment.SplitTableRegionProcedure(834): pid=7 splitting complete for store file: hdfs://localhost:42999/user/jenkins/test-data/d9352114-2bd9-122f-0647-47a1c458bbef/data/default/TestLogRolling-testLogRolling/3d3de49133a2707cd7b3333fd49b9f1c/info/6df5fab6bf834aeab68fbba60acf9777 for region: 3d3de49133a2707cd7b3333fd49b9f1c 2024-12-05T19:50:03,631 DEBUG [PEWorker-4 {}] assignment.SplitTableRegionProcedure(802): pid=7 split storefiles for region 3d3de49133a2707cd7b3333fd49b9f1c Daughter A: [hdfs://localhost:42999/user/jenkins/test-data/d9352114-2bd9-122f-0647-47a1c458bbef/data/default/TestLogRolling-testLogRolling/2dfc48b968bb98b69b6439c67600f9a1/info/6df5fab6bf834aeab68fbba60acf9777.3d3de49133a2707cd7b3333fd49b9f1c] storefiles, Daughter B: [hdfs://localhost:42999/user/jenkins/test-data/d9352114-2bd9-122f-0647-47a1c458bbef/data/default/TestLogRolling-testLogRolling/e9f0fb407f001ab0b3882410eb8cbf63/info/TestLogRolling-testLogRolling=3d3de49133a2707cd7b3333fd49b9f1c-2eab3a43db44419482e0f4a7bad3b3d3, hdfs://localhost:42999/user/jenkins/test-data/d9352114-2bd9-122f-0647-47a1c458bbef/data/default/TestLogRolling-testLogRolling/e9f0fb407f001ab0b3882410eb8cbf63/info/6df5fab6bf834aeab68fbba60acf9777.3d3de49133a2707cd7b3333fd49b9f1c, hdfs://localhost:42999/user/jenkins/test-data/d9352114-2bd9-122f-0647-47a1c458bbef/data/default/TestLogRolling-testLogRolling/e9f0fb407f001ab0b3882410eb8cbf63/info/TestLogRolling-testLogRolling=3d3de49133a2707cd7b3333fd49b9f1c-7994adb2432841f79dc2ac0ba7e6a894] storefiles. 2024-12-05T19:50:03,641 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35769 is added to blk_1073741848_1024 (size=71) 2024-12-05T19:50:03,642 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38413 is added to blk_1073741848_1024 (size=71) 2024-12-05T19:50:03,644 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T19:50:03,666 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35769 is added to blk_1073741849_1025 (size=71) 2024-12-05T19:50:03,667 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38413 is added to blk_1073741849_1025 (size=71) 2024-12-05T19:50:03,672 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T19:50:03,688 DEBUG [PEWorker-4 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42999/user/jenkins/test-data/d9352114-2bd9-122f-0647-47a1c458bbef/data/default/TestLogRolling-testLogRolling/2dfc48b968bb98b69b6439c67600f9a1/recovered.edits/121.seqid, newMaxSeqId=121, maxSeqId=-1 2024-12-05T19:50:03,691 DEBUG [PEWorker-4 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42999/user/jenkins/test-data/d9352114-2bd9-122f-0647-47a1c458bbef/data/default/TestLogRolling-testLogRolling/e9f0fb407f001ab0b3882410eb8cbf63/recovered.edits/121.seqid, newMaxSeqId=121, maxSeqId=-1 2024-12-05T19:50:03,695 DEBUG [PEWorker-4 {}] assignment.RegionStateStore(723): Put {"totalColumns":3,"row":"TestLogRolling-testLogRolling,,1733428178837.3d3de49133a2707cd7b3333fd49b9f1c.","families":{"info":[{"qualifier":"regioninfo","vlen":63,"tag":[],"timestamp":"1733428203695"},{"qualifier":"splitA","vlen":70,"tag":[],"timestamp":"1733428203695"},{"qualifier":"splitB","vlen":70,"tag":[],"timestamp":"1733428203695"}]},"ts":"1733428203695"} 2024-12-05T19:50:03,695 DEBUG [PEWorker-4 {}] assignment.RegionStateStore(723): Put {"totalColumns":3,"row":"TestLogRolling-testLogRolling,,1733428203300.2dfc48b968bb98b69b6439c67600f9a1.","families":{"info":[{"qualifier":"regioninfo","vlen":70,"tag":[],"timestamp":"1733428203695"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733428203695"},{"qualifier":"seqnumDuringOpen","vlen":8,"tag":[],"timestamp":"1733428203695"}]},"ts":"1733428203695"} 2024-12-05T19:50:03,696 DEBUG [PEWorker-4 {}] assignment.RegionStateStore(723): Put {"totalColumns":3,"row":"TestLogRolling-testLogRolling,row0064,1733428203300.e9f0fb407f001ab0b3882410eb8cbf63.","families":{"info":[{"qualifier":"regioninfo","vlen":70,"tag":[],"timestamp":"1733428203695"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733428203695"},{"qualifier":"seqnumDuringOpen","vlen":8,"tag":[],"timestamp":"1733428203695"}]},"ts":"1733428203695"} 2024-12-05T19:50:03,720 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=2dfc48b968bb98b69b6439c67600f9a1, ASSIGN}, {pid=11, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=e9f0fb407f001ab0b3882410eb8cbf63, ASSIGN}] 2024-12-05T19:50:03,722 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=2dfc48b968bb98b69b6439c67600f9a1, ASSIGN 2024-12-05T19:50:03,723 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=11, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=e9f0fb407f001ab0b3882410eb8cbf63, ASSIGN 2024-12-05T19:50:03,723 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=2dfc48b968bb98b69b6439c67600f9a1, ASSIGN; state=SPLITTING_NEW, location=86162e2766a8,33925,1733428177769; forceNewPlan=false, retain=false 2024-12-05T19:50:03,725 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=11, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=e9f0fb407f001ab0b3882410eb8cbf63, ASSIGN; state=SPLITTING_NEW, location=86162e2766a8,33925,1733428177769; forceNewPlan=false, retain=false 2024-12-05T19:50:03,874 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=e9f0fb407f001ab0b3882410eb8cbf63, regionState=OPENING, regionLocation=86162e2766a8,33925,1733428177769 2024-12-05T19:50:03,874 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=2dfc48b968bb98b69b6439c67600f9a1, regionState=OPENING, regionLocation=86162e2766a8,33925,1733428177769 2024-12-05T19:50:03,877 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=2dfc48b968bb98b69b6439c67600f9a1, ASSIGN because future has completed 2024-12-05T19:50:03,878 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2dfc48b968bb98b69b6439c67600f9a1, server=86162e2766a8,33925,1733428177769}] 2024-12-05T19:50:03,879 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=e9f0fb407f001ab0b3882410eb8cbf63, ASSIGN because future has completed 2024-12-05T19:50:03,880 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure e9f0fb407f001ab0b3882410eb8cbf63, server=86162e2766a8,33925,1733428177769}] 2024-12-05T19:50:04,036 INFO [RS_OPEN_REGION-regionserver/86162e2766a8:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] handler.AssignRegionHandler(132): Open TestLogRolling-testLogRolling,row0064,1733428203300.e9f0fb407f001ab0b3882410eb8cbf63. 2024-12-05T19:50:04,036 DEBUG [RS_OPEN_REGION-regionserver/86162e2766a8:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7752): Opening region: {ENCODED => e9f0fb407f001ab0b3882410eb8cbf63, NAME => 'TestLogRolling-testLogRolling,row0064,1733428203300.e9f0fb407f001ab0b3882410eb8cbf63.', STARTKEY => 'row0064', ENDKEY => ''} 2024-12-05T19:50:04,037 DEBUG [RS_OPEN_REGION-regionserver/86162e2766a8:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestLogRolling-testLogRolling e9f0fb407f001ab0b3882410eb8cbf63 2024-12-05T19:50:04,037 DEBUG [RS_OPEN_REGION-regionserver/86162e2766a8:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(898): Instantiated TestLogRolling-testLogRolling,row0064,1733428203300.e9f0fb407f001ab0b3882410eb8cbf63.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T19:50:04,037 DEBUG [RS_OPEN_REGION-regionserver/86162e2766a8:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7794): checking encryption for e9f0fb407f001ab0b3882410eb8cbf63 2024-12-05T19:50:04,037 DEBUG [RS_OPEN_REGION-regionserver/86162e2766a8:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7797): checking classloading for e9f0fb407f001ab0b3882410eb8cbf63 2024-12-05T19:50:04,040 INFO [StoreOpener-e9f0fb407f001ab0b3882410eb8cbf63-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region e9f0fb407f001ab0b3882410eb8cbf63 2024-12-05T19:50:04,041 INFO [StoreOpener-e9f0fb407f001ab0b3882410eb8cbf63-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e9f0fb407f001ab0b3882410eb8cbf63 columnFamilyName info 2024-12-05T19:50:04,041 DEBUG [StoreOpener-e9f0fb407f001ab0b3882410eb8cbf63-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T19:50:04,056 DEBUG [StoreOpener-e9f0fb407f001ab0b3882410eb8cbf63-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:42999/user/jenkins/test-data/d9352114-2bd9-122f-0647-47a1c458bbef/data/default/TestLogRolling-testLogRolling/e9f0fb407f001ab0b3882410eb8cbf63/info/6df5fab6bf834aeab68fbba60acf9777.3d3de49133a2707cd7b3333fd49b9f1c->hdfs://localhost:42999/user/jenkins/test-data/d9352114-2bd9-122f-0647-47a1c458bbef/data/default/TestLogRolling-testLogRolling/3d3de49133a2707cd7b3333fd49b9f1c/info/6df5fab6bf834aeab68fbba60acf9777-top 2024-12-05T19:50:04,062 DEBUG [StoreOpener-e9f0fb407f001ab0b3882410eb8cbf63-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:42999/user/jenkins/test-data/d9352114-2bd9-122f-0647-47a1c458bbef/data/default/TestLogRolling-testLogRolling/e9f0fb407f001ab0b3882410eb8cbf63/info/TestLogRolling-testLogRolling=3d3de49133a2707cd7b3333fd49b9f1c-2eab3a43db44419482e0f4a7bad3b3d3 2024-12-05T19:50:04,070 DEBUG [StoreOpener-e9f0fb407f001ab0b3882410eb8cbf63-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:42999/user/jenkins/test-data/d9352114-2bd9-122f-0647-47a1c458bbef/data/default/TestLogRolling-testLogRolling/e9f0fb407f001ab0b3882410eb8cbf63/info/TestLogRolling-testLogRolling=3d3de49133a2707cd7b3333fd49b9f1c-7994adb2432841f79dc2ac0ba7e6a894 2024-12-05T19:50:04,070 INFO [StoreOpener-e9f0fb407f001ab0b3882410eb8cbf63-1 {}] regionserver.HStore(327): Store=e9f0fb407f001ab0b3882410eb8cbf63/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T19:50:04,070 DEBUG [RS_OPEN_REGION-regionserver/86162e2766a8:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1038): replaying wal for e9f0fb407f001ab0b3882410eb8cbf63 2024-12-05T19:50:04,071 DEBUG [RS_OPEN_REGION-regionserver/86162e2766a8:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42999/user/jenkins/test-data/d9352114-2bd9-122f-0647-47a1c458bbef/data/default/TestLogRolling-testLogRolling/e9f0fb407f001ab0b3882410eb8cbf63 2024-12-05T19:50:04,072 DEBUG [RS_OPEN_REGION-regionserver/86162e2766a8:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42999/user/jenkins/test-data/d9352114-2bd9-122f-0647-47a1c458bbef/data/default/TestLogRolling-testLogRolling/e9f0fb407f001ab0b3882410eb8cbf63 2024-12-05T19:50:04,073 DEBUG [RS_OPEN_REGION-regionserver/86162e2766a8:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1048): stopping wal replay for e9f0fb407f001ab0b3882410eb8cbf63 2024-12-05T19:50:04,073 DEBUG [RS_OPEN_REGION-regionserver/86162e2766a8:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1060): Cleaning up temporary data for e9f0fb407f001ab0b3882410eb8cbf63 2024-12-05T19:50:04,077 DEBUG [RS_OPEN_REGION-regionserver/86162e2766a8:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1093): writing seq id for e9f0fb407f001ab0b3882410eb8cbf63 2024-12-05T19:50:04,078 INFO [RS_OPEN_REGION-regionserver/86162e2766a8:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1114): Opened e9f0fb407f001ab0b3882410eb8cbf63; next sequenceid=122; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=786581, jitterRate=1.900196075439453E-4}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-05T19:50:04,078 DEBUG [RS_OPEN_REGION-regionserver/86162e2766a8:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e9f0fb407f001ab0b3882410eb8cbf63 2024-12-05T19:50:04,079 DEBUG [RS_OPEN_REGION-regionserver/86162e2766a8:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1006): Region open journal for e9f0fb407f001ab0b3882410eb8cbf63: Running coprocessor pre-open hook at 1733428204037Writing region info on filesystem at 1733428204037Initializing all the Stores at 1733428204038 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733428204038Cleaning up temporary data from old regions at 1733428204073 (+35 ms)Running coprocessor post-open hooks at 1733428204078 (+5 ms)Region opened successfully at 1733428204079 (+1 ms) 2024-12-05T19:50:04,080 INFO [RS_OPEN_REGION-regionserver/86162e2766a8:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegionServer(2236): Post open deploy tasks for TestLogRolling-testLogRolling,row0064,1733428203300.e9f0fb407f001ab0b3882410eb8cbf63., pid=13, masterSystemTime=1733428204031 2024-12-05T19:50:04,080 DEBUG [RS_OPEN_REGION-regionserver/86162e2766a8:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.CompactSplit(403): Add compact mark for store e9f0fb407f001ab0b3882410eb8cbf63:info, priority=-2147483648, current under compaction store size is 1 2024-12-05T19:50:04,080 DEBUG [RS:0;86162e2766a8:33925-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T19:50:04,080 DEBUG [RS_OPEN_REGION-regionserver/86162e2766a8:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: Opening Region; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T19:50:04,082 INFO [RS:0;86162e2766a8:33925-shortCompactions-0 {}] regionserver.HStore(1527): Keeping/Overriding Compaction request priority to -2147482648 for CF info since it belongs to recently split daughter region TestLogRolling-testLogRolling,row0064,1733428203300.e9f0fb407f001ab0b3882410eb8cbf63. 2024-12-05T19:50:04,082 DEBUG [RS:0;86162e2766a8:33925-shortCompactions-0 {}] regionserver.HStore(1541): e9f0fb407f001ab0b3882410eb8cbf63/info is initiating minor compaction (all files) 2024-12-05T19:50:04,082 INFO [RS:0;86162e2766a8:33925-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e9f0fb407f001ab0b3882410eb8cbf63/info in TestLogRolling-testLogRolling,row0064,1733428203300.e9f0fb407f001ab0b3882410eb8cbf63. 2024-12-05T19:50:04,082 INFO [RS:0;86162e2766a8:33925-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42999/user/jenkins/test-data/d9352114-2bd9-122f-0647-47a1c458bbef/data/default/TestLogRolling-testLogRolling/e9f0fb407f001ab0b3882410eb8cbf63/info/6df5fab6bf834aeab68fbba60acf9777.3d3de49133a2707cd7b3333fd49b9f1c->hdfs://localhost:42999/user/jenkins/test-data/d9352114-2bd9-122f-0647-47a1c458bbef/data/default/TestLogRolling-testLogRolling/3d3de49133a2707cd7b3333fd49b9f1c/info/6df5fab6bf834aeab68fbba60acf9777-top, hdfs://localhost:42999/user/jenkins/test-data/d9352114-2bd9-122f-0647-47a1c458bbef/data/default/TestLogRolling-testLogRolling/e9f0fb407f001ab0b3882410eb8cbf63/info/TestLogRolling-testLogRolling=3d3de49133a2707cd7b3333fd49b9f1c-7994adb2432841f79dc2ac0ba7e6a894, hdfs://localhost:42999/user/jenkins/test-data/d9352114-2bd9-122f-0647-47a1c458bbef/data/default/TestLogRolling-testLogRolling/e9f0fb407f001ab0b3882410eb8cbf63/info/TestLogRolling-testLogRolling=3d3de49133a2707cd7b3333fd49b9f1c-2eab3a43db44419482e0f4a7bad3b3d3] into tmpdir=hdfs://localhost:42999/user/jenkins/test-data/d9352114-2bd9-122f-0647-47a1c458bbef/data/default/TestLogRolling-testLogRolling/e9f0fb407f001ab0b3882410eb8cbf63/.tmp, totalSize=111.5 K 2024-12-05T19:50:04,083 DEBUG [RS:0;86162e2766a8:33925-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6df5fab6bf834aeab68fbba60acf9777.3d3de49133a2707cd7b3333fd49b9f1c, keycount=32, bloomtype=ROW, size=72.0 K, encoding=NONE, compression=NONE, seqNum=83, earliestPutTs=1733428188930 2024-12-05T19:50:04,083 DEBUG [RS_OPEN_REGION-regionserver/86162e2766a8:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegionServer(2266): Finished post open deploy task for TestLogRolling-testLogRolling,row0064,1733428203300.e9f0fb407f001ab0b3882410eb8cbf63. 2024-12-05T19:50:04,083 INFO [RS_OPEN_REGION-regionserver/86162e2766a8:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] handler.AssignRegionHandler(153): Opened TestLogRolling-testLogRolling,row0064,1733428203300.e9f0fb407f001ab0b3882410eb8cbf63. 2024-12-05T19:50:04,083 DEBUG [RS:0;86162e2766a8:33925-shortCompactions-0 {}] compactions.Compactor(225): Compacting TestLogRolling-testLogRolling=3d3de49133a2707cd7b3333fd49b9f1c-7994adb2432841f79dc2ac0ba7e6a894, keycount=20, bloomtype=ROW, size=25.4 K, encoding=NONE, compression=NONE, seqNum=105, earliestPutTs=1733428203170 2024-12-05T19:50:04,083 INFO [RS_OPEN_REGION-regionserver/86162e2766a8:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(132): Open TestLogRolling-testLogRolling,,1733428203300.2dfc48b968bb98b69b6439c67600f9a1. 2024-12-05T19:50:04,084 DEBUG [RS_OPEN_REGION-regionserver/86162e2766a8:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7752): Opening region: {ENCODED => 2dfc48b968bb98b69b6439c67600f9a1, NAME => 'TestLogRolling-testLogRolling,,1733428203300.2dfc48b968bb98b69b6439c67600f9a1.', STARTKEY => '', ENDKEY => 'row0064'} 2024-12-05T19:50:04,084 DEBUG [RS:0;86162e2766a8:33925-shortCompactions-0 {}] compactions.Compactor(225): Compacting TestLogRolling-testLogRolling=3d3de49133a2707cd7b3333fd49b9f1c-2eab3a43db44419482e0f4a7bad3b3d3, keycount=9, bloomtype=ROW, size=14.1 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1733428203216 2024-12-05T19:50:04,084 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=e9f0fb407f001ab0b3882410eb8cbf63, regionState=OPEN, openSeqNum=122, regionLocation=86162e2766a8,33925,1733428177769 2024-12-05T19:50:04,084 DEBUG [RS_OPEN_REGION-regionserver/86162e2766a8:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestLogRolling-testLogRolling 2dfc48b968bb98b69b6439c67600f9a1 2024-12-05T19:50:04,084 DEBUG [RS_OPEN_REGION-regionserver/86162e2766a8:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(898): Instantiated TestLogRolling-testLogRolling,,1733428203300.2dfc48b968bb98b69b6439c67600f9a1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T19:50:04,084 DEBUG [RS_OPEN_REGION-regionserver/86162e2766a8:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7794): checking encryption for 2dfc48b968bb98b69b6439c67600f9a1 2024-12-05T19:50:04,084 DEBUG [RS_OPEN_REGION-regionserver/86162e2766a8:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7797): checking classloading for 2dfc48b968bb98b69b6439c67600f9a1 2024-12-05T19:50:04,087 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33925 {}] regionserver.HRegion(8855): Flush requested on 1588230740 2024-12-05T19:50:04,087 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-05T19:50:04,087 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=5.15 KB heapSize=9 KB 2024-12-05T19:50:04,087 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure e9f0fb407f001ab0b3882410eb8cbf63, server=86162e2766a8,33925,1733428177769 because future has completed 2024-12-05T19:50:04,090 INFO [StoreOpener-2dfc48b968bb98b69b6439c67600f9a1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 2dfc48b968bb98b69b6439c67600f9a1 2024-12-05T19:50:04,092 INFO [StoreOpener-2dfc48b968bb98b69b6439c67600f9a1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2dfc48b968bb98b69b6439c67600f9a1 columnFamilyName info 2024-12-05T19:50:04,092 DEBUG [StoreOpener-2dfc48b968bb98b69b6439c67600f9a1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T19:50:04,097 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=11 2024-12-05T19:50:04,097 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=11, state=SUCCESS, hasLock=false; OpenRegionProcedure e9f0fb407f001ab0b3882410eb8cbf63, server=86162e2766a8,33925,1733428177769 in 213 msec 2024-12-05T19:50:04,099 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=e9f0fb407f001ab0b3882410eb8cbf63, ASSIGN in 377 msec 2024-12-05T19:50:04,113 DEBUG [StoreOpener-2dfc48b968bb98b69b6439c67600f9a1-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:42999/user/jenkins/test-data/d9352114-2bd9-122f-0647-47a1c458bbef/data/default/TestLogRolling-testLogRolling/2dfc48b968bb98b69b6439c67600f9a1/info/6df5fab6bf834aeab68fbba60acf9777.3d3de49133a2707cd7b3333fd49b9f1c->hdfs://localhost:42999/user/jenkins/test-data/d9352114-2bd9-122f-0647-47a1c458bbef/data/default/TestLogRolling-testLogRolling/3d3de49133a2707cd7b3333fd49b9f1c/info/6df5fab6bf834aeab68fbba60acf9777-bottom 2024-12-05T19:50:04,113 INFO [StoreOpener-2dfc48b968bb98b69b6439c67600f9a1-1 {}] regionserver.HStore(327): Store=2dfc48b968bb98b69b6439c67600f9a1/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T19:50:04,113 DEBUG [RS_OPEN_REGION-regionserver/86162e2766a8:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1038): replaying wal for 2dfc48b968bb98b69b6439c67600f9a1 2024-12-05T19:50:04,114 DEBUG [RS_OPEN_REGION-regionserver/86162e2766a8:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42999/user/jenkins/test-data/d9352114-2bd9-122f-0647-47a1c458bbef/data/default/TestLogRolling-testLogRolling/2dfc48b968bb98b69b6439c67600f9a1 2024-12-05T19:50:04,115 DEBUG [RS_OPEN_REGION-regionserver/86162e2766a8:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42999/user/jenkins/test-data/d9352114-2bd9-122f-0647-47a1c458bbef/data/default/TestLogRolling-testLogRolling/2dfc48b968bb98b69b6439c67600f9a1 2024-12-05T19:50:04,116 DEBUG [RS_OPEN_REGION-regionserver/86162e2766a8:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1048): stopping wal replay for 2dfc48b968bb98b69b6439c67600f9a1 2024-12-05T19:50:04,116 DEBUG [RS_OPEN_REGION-regionserver/86162e2766a8:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1060): Cleaning up temporary data for 2dfc48b968bb98b69b6439c67600f9a1 2024-12-05T19:50:04,119 DEBUG [RS_OPEN_REGION-regionserver/86162e2766a8:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1093): writing seq id for 2dfc48b968bb98b69b6439c67600f9a1 2024-12-05T19:50:04,120 INFO [RS_OPEN_REGION-regionserver/86162e2766a8:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1114): Opened 2dfc48b968bb98b69b6439c67600f9a1; next sequenceid=122; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=827466, jitterRate=0.05217750370502472}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-05T19:50:04,120 DEBUG [RS_OPEN_REGION-regionserver/86162e2766a8:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 2dfc48b968bb98b69b6439c67600f9a1 2024-12-05T19:50:04,120 DEBUG [RS_OPEN_REGION-regionserver/86162e2766a8:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1006): Region open journal for 2dfc48b968bb98b69b6439c67600f9a1: Running coprocessor pre-open hook at 1733428204085Writing region info on filesystem at 1733428204085Initializing all the Stores at 1733428204086 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733428204086Cleaning up temporary data from old regions at 1733428204116 (+30 ms)Running coprocessor post-open hooks at 1733428204120 (+4 ms)Region opened successfully at 1733428204120 2024-12-05T19:50:04,122 INFO [RS_OPEN_REGION-regionserver/86162e2766a8:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2236): Post open deploy tasks for TestLogRolling-testLogRolling,,1733428203300.2dfc48b968bb98b69b6439c67600f9a1., pid=12, masterSystemTime=1733428204031 2024-12-05T19:50:04,122 DEBUG [RS:0;86162e2766a8:33925-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 1 store files, 0 compacting, 1 eligible, 16 blocking 2024-12-05T19:50:04,123 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42999/user/jenkins/test-data/d9352114-2bd9-122f-0647-47a1c458bbef/data/hbase/meta/1588230740/.tmp/info/63f3ca5e13b943d1a7e6e60fe87f50b7 is 193, key is TestLogRolling-testLogRolling,row0064,1733428203300.e9f0fb407f001ab0b3882410eb8cbf63./info:regioninfo/1733428204084/Put/seqid=0 2024-12-05T19:50:04,123 INFO [RS:0;86162e2766a8:33925-longCompactions-0 {}] regionserver.HStore(1527): Keeping/Overriding Compaction request priority to -2147482648 for CF info since it belongs to recently split daughter region TestLogRolling-testLogRolling,,1733428203300.2dfc48b968bb98b69b6439c67600f9a1. 2024-12-05T19:50:04,123 DEBUG [RS:0;86162e2766a8:33925-longCompactions-0 {}] regionserver.HStore(1541): 2dfc48b968bb98b69b6439c67600f9a1/info is initiating minor compaction (all files) 2024-12-05T19:50:04,123 INFO [RS:0;86162e2766a8:33925-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 2dfc48b968bb98b69b6439c67600f9a1/info in TestLogRolling-testLogRolling,,1733428203300.2dfc48b968bb98b69b6439c67600f9a1. 2024-12-05T19:50:04,123 INFO [RS:0;86162e2766a8:33925-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42999/user/jenkins/test-data/d9352114-2bd9-122f-0647-47a1c458bbef/data/default/TestLogRolling-testLogRolling/2dfc48b968bb98b69b6439c67600f9a1/info/6df5fab6bf834aeab68fbba60acf9777.3d3de49133a2707cd7b3333fd49b9f1c->hdfs://localhost:42999/user/jenkins/test-data/d9352114-2bd9-122f-0647-47a1c458bbef/data/default/TestLogRolling-testLogRolling/3d3de49133a2707cd7b3333fd49b9f1c/info/6df5fab6bf834aeab68fbba60acf9777-bottom] into tmpdir=hdfs://localhost:42999/user/jenkins/test-data/d9352114-2bd9-122f-0647-47a1c458bbef/data/default/TestLogRolling-testLogRolling/2dfc48b968bb98b69b6439c67600f9a1/.tmp, totalSize=72.0 K 2024-12-05T19:50:04,124 DEBUG [RS_OPEN_REGION-regionserver/86162e2766a8:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.CompactSplit(403): Add compact mark for store 2dfc48b968bb98b69b6439c67600f9a1:info, priority=-2147483648, current under compaction store size is 2 2024-12-05T19:50:04,125 DEBUG [RS_OPEN_REGION-regionserver/86162e2766a8:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: Opening Region; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T19:50:04,125 DEBUG [RS:0;86162e2766a8:33925-longCompactions-0 {}] compactions.Compactor(225): Compacting 6df5fab6bf834aeab68fbba60acf9777.3d3de49133a2707cd7b3333fd49b9f1c, keycount=32, bloomtype=ROW, size=72.0 K, encoding=NONE, compression=NONE, seqNum=82, earliestPutTs=1733428188930 2024-12-05T19:50:04,128 DEBUG [RS_OPEN_REGION-regionserver/86162e2766a8:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2266): Finished post open deploy task for TestLogRolling-testLogRolling,,1733428203300.2dfc48b968bb98b69b6439c67600f9a1. 2024-12-05T19:50:04,128 INFO [RS_OPEN_REGION-regionserver/86162e2766a8:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(153): Opened TestLogRolling-testLogRolling,,1733428203300.2dfc48b968bb98b69b6439c67600f9a1. 2024-12-05T19:50:04,129 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=2dfc48b968bb98b69b6439c67600f9a1, regionState=OPEN, openSeqNum=122, regionLocation=86162e2766a8,33925,1733428177769 2024-12-05T19:50:04,132 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2dfc48b968bb98b69b6439c67600f9a1, server=86162e2766a8,33925,1733428177769 because future has completed 2024-12-05T19:50:04,134 INFO [RS:0;86162e2766a8:33925-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e9f0fb407f001ab0b3882410eb8cbf63#info#compaction#41 average throughput is 15.54 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T19:50:04,135 DEBUG [RS:0;86162e2766a8:33925-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42999/user/jenkins/test-data/d9352114-2bd9-122f-0647-47a1c458bbef/data/default/TestLogRolling-testLogRolling/e9f0fb407f001ab0b3882410eb8cbf63/.tmp/info/7ba67fc0b047442f995ac6d3db25f803 is 1055, key is row0064/info:/1733428201164/Put/seqid=0 2024-12-05T19:50:04,141 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40453 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=86162e2766a8,33925,1733428177769, table=TestLogRolling-testLogRolling, region=2dfc48b968bb98b69b6439c67600f9a1. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-12-05T19:50:04,144 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=10 2024-12-05T19:50:04,144 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 2dfc48b968bb98b69b6439c67600f9a1, server=86162e2766a8,33925,1733428177769 in 263 msec 2024-12-05T19:50:04,147 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=7 2024-12-05T19:50:04,147 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=7, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=2dfc48b968bb98b69b6439c67600f9a1, ASSIGN in 424 msec 2024-12-05T19:50:04,150 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; SplitTableRegionProcedure table=TestLogRolling-testLogRolling, parent=3d3de49133a2707cd7b3333fd49b9f1c, daughterA=2dfc48b968bb98b69b6439c67600f9a1, daughterB=e9f0fb407f001ab0b3882410eb8cbf63 in 847 msec 2024-12-05T19:50:04,164 INFO [RS:0;86162e2766a8:33925-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2dfc48b968bb98b69b6439c67600f9a1#info#compaction#42 average throughput is 15.79 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T19:50:04,164 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35769 is added to blk_1073741850_1026 (size=9882) 2024-12-05T19:50:04,165 DEBUG [RS:0;86162e2766a8:33925-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42999/user/jenkins/test-data/d9352114-2bd9-122f-0647-47a1c458bbef/data/default/TestLogRolling-testLogRolling/2dfc48b968bb98b69b6439c67600f9a1/.tmp/info/23cda2caa50746d0a7167c237ccbcbf9 is 1055, key is row0001/info:/1733428188930/Put/seqid=0 2024-12-05T19:50:04,165 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38413 is added to blk_1073741850_1026 (size=9882) 2024-12-05T19:50:04,165 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=4.95 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:42999/user/jenkins/test-data/d9352114-2bd9-122f-0647-47a1c458bbef/data/hbase/meta/1588230740/.tmp/info/63f3ca5e13b943d1a7e6e60fe87f50b7 2024-12-05T19:50:04,170 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35769 is added to blk_1073741851_1027 (size=37897) 2024-12-05T19:50:04,171 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38413 is added to blk_1073741851_1027 (size=37897) 2024-12-05T19:50:04,178 DEBUG [RS:0;86162e2766a8:33925-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42999/user/jenkins/test-data/d9352114-2bd9-122f-0647-47a1c458bbef/data/default/TestLogRolling-testLogRolling/e9f0fb407f001ab0b3882410eb8cbf63/.tmp/info/7ba67fc0b047442f995ac6d3db25f803 as hdfs://localhost:42999/user/jenkins/test-data/d9352114-2bd9-122f-0647-47a1c458bbef/data/default/TestLogRolling-testLogRolling/e9f0fb407f001ab0b3882410eb8cbf63/info/7ba67fc0b047442f995ac6d3db25f803 2024-12-05T19:50:04,226 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38413 is added to blk_1073741852_1028 (size=71441) 2024-12-05T19:50:04,227 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35769 is added to blk_1073741852_1028 (size=71441) 2024-12-05T19:50:04,233 INFO [RS:0;86162e2766a8:33925-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in e9f0fb407f001ab0b3882410eb8cbf63/info of e9f0fb407f001ab0b3882410eb8cbf63 into 7ba67fc0b047442f995ac6d3db25f803(size=37.0 K), total size for store is 37.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T19:50:04,234 DEBUG [RS:0;86162e2766a8:33925-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e9f0fb407f001ab0b3882410eb8cbf63: 2024-12-05T19:50:04,234 INFO [RS:0;86162e2766a8:33925-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,row0064,1733428203300.e9f0fb407f001ab0b3882410eb8cbf63., storeName=e9f0fb407f001ab0b3882410eb8cbf63/info, priority=13, startTime=1733428204080; duration=0sec 2024-12-05T19:50:04,234 DEBUG [RS:0;86162e2766a8:33925-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T19:50:04,234 DEBUG [RS:0;86162e2766a8:33925-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e9f0fb407f001ab0b3882410eb8cbf63:info 2024-12-05T19:50:04,239 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42999/user/jenkins/test-data/d9352114-2bd9-122f-0647-47a1c458bbef/data/hbase/meta/1588230740/.tmp/ns/11a371b3e034416991ec26bc629ed81a is 43, key is default/ns:d/1733428178715/Put/seqid=0 2024-12-05T19:50:04,243 DEBUG [RS:0;86162e2766a8:33925-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42999/user/jenkins/test-data/d9352114-2bd9-122f-0647-47a1c458bbef/data/default/TestLogRolling-testLogRolling/2dfc48b968bb98b69b6439c67600f9a1/.tmp/info/23cda2caa50746d0a7167c237ccbcbf9 as hdfs://localhost:42999/user/jenkins/test-data/d9352114-2bd9-122f-0647-47a1c458bbef/data/default/TestLogRolling-testLogRolling/2dfc48b968bb98b69b6439c67600f9a1/info/23cda2caa50746d0a7167c237ccbcbf9 2024-12-05T19:50:04,250 INFO [RS:0;86162e2766a8:33925-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 1 (all) file(s) in 2dfc48b968bb98b69b6439c67600f9a1/info of 2dfc48b968bb98b69b6439c67600f9a1 into 23cda2caa50746d0a7167c237ccbcbf9(size=69.8 K), total size for store is 69.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T19:50:04,251 DEBUG [RS:0;86162e2766a8:33925-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 2dfc48b968bb98b69b6439c67600f9a1: 2024-12-05T19:50:04,251 INFO [RS:0;86162e2766a8:33925-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,,1733428203300.2dfc48b968bb98b69b6439c67600f9a1., storeName=2dfc48b968bb98b69b6439c67600f9a1/info, priority=15, startTime=1733428204122; duration=0sec 2024-12-05T19:50:04,251 DEBUG [RS:0;86162e2766a8:33925-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T19:50:04,251 DEBUG [RS:0;86162e2766a8:33925-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2dfc48b968bb98b69b6439c67600f9a1:info 2024-12-05T19:50:04,254 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35769 is added to blk_1073741853_1029 (size=5153) 2024-12-05T19:50:04,254 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:42999/user/jenkins/test-data/d9352114-2bd9-122f-0647-47a1c458bbef/data/hbase/meta/1588230740/.tmp/ns/11a371b3e034416991ec26bc629ed81a 2024-12-05T19:50:04,255 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38413 is added to blk_1073741853_1029 (size=5153) 2024-12-05T19:50:04,287 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42999/user/jenkins/test-data/d9352114-2bd9-122f-0647-47a1c458bbef/data/hbase/meta/1588230740/.tmp/table/ebca430ecb0545c689ab5859a378167c is 65, key is TestLogRolling-testLogRolling/table:state/1733428179225/Put/seqid=0 2024-12-05T19:50:04,296 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35769 is added to blk_1073741854_1030 (size=5340) 2024-12-05T19:50:04,297 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38413 is added to blk_1073741854_1030 (size=5340) 2024-12-05T19:50:04,298 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=122 B at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:42999/user/jenkins/test-data/d9352114-2bd9-122f-0647-47a1c458bbef/data/hbase/meta/1588230740/.tmp/table/ebca430ecb0545c689ab5859a378167c 2024-12-05T19:50:04,305 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42999/user/jenkins/test-data/d9352114-2bd9-122f-0647-47a1c458bbef/data/hbase/meta/1588230740/.tmp/info/63f3ca5e13b943d1a7e6e60fe87f50b7 as hdfs://localhost:42999/user/jenkins/test-data/d9352114-2bd9-122f-0647-47a1c458bbef/data/hbase/meta/1588230740/info/63f3ca5e13b943d1a7e6e60fe87f50b7 2024-12-05T19:50:04,311 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42999/user/jenkins/test-data/d9352114-2bd9-122f-0647-47a1c458bbef/data/hbase/meta/1588230740/info/63f3ca5e13b943d1a7e6e60fe87f50b7, entries=30, sequenceid=17, filesize=9.7 K 2024-12-05T19:50:04,312 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42999/user/jenkins/test-data/d9352114-2bd9-122f-0647-47a1c458bbef/data/hbase/meta/1588230740/.tmp/ns/11a371b3e034416991ec26bc629ed81a as hdfs://localhost:42999/user/jenkins/test-data/d9352114-2bd9-122f-0647-47a1c458bbef/data/hbase/meta/1588230740/ns/11a371b3e034416991ec26bc629ed81a 2024-12-05T19:50:04,322 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42999/user/jenkins/test-data/d9352114-2bd9-122f-0647-47a1c458bbef/data/hbase/meta/1588230740/ns/11a371b3e034416991ec26bc629ed81a, entries=2, sequenceid=17, filesize=5.0 K 2024-12-05T19:50:04,323 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42999/user/jenkins/test-data/d9352114-2bd9-122f-0647-47a1c458bbef/data/hbase/meta/1588230740/.tmp/table/ebca430ecb0545c689ab5859a378167c as hdfs://localhost:42999/user/jenkins/test-data/d9352114-2bd9-122f-0647-47a1c458bbef/data/hbase/meta/1588230740/table/ebca430ecb0545c689ab5859a378167c 2024-12-05T19:50:04,332 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42999/user/jenkins/test-data/d9352114-2bd9-122f-0647-47a1c458bbef/data/hbase/meta/1588230740/table/ebca430ecb0545c689ab5859a378167c, entries=2, sequenceid=17, filesize=5.2 K 2024-12-05T19:50:04,333 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~5.15 KB/5269, heapSize ~8.70 KB/8912, currentSize=670 B/670 for 1588230740 in 246ms, sequenceid=17, compaction requested=false 2024-12-05T19:50:04,333 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 1588230740: 2024-12-05T19:50:07,694 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-05T19:50:08,543 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T19:50:08,543 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T19:50:08,544 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T19:50:08,544 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T19:50:08,544 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T19:50:08,544 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T19:50:08,547 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T19:50:08,547 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T19:50:08,547 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T19:50:08,549 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T19:50:09,057 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-05T19:50:09,071 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T19:50:09,071 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T19:50:09,071 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T19:50:09,072 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T19:50:09,072 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T19:50:09,072 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T19:50:09,075 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T19:50:09,075 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T19:50:09,075 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T19:50:09,077 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T19:50:13,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33925 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 1.2 K connection: 172.17.0.2:38272 deadline: 1733428223353, exception=org.apache.hadoop.hbase.NotServingRegionException: TestLogRolling-testLogRolling,,1733428178837.3d3de49133a2707cd7b3333fd49b9f1c. is not online on 86162e2766a8,33925,1733428177769 2024-12-05T19:50:13,355 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestLogRolling-testLogRolling,,1733428178837.3d3de49133a2707cd7b3333fd49b9f1c., hostname=86162e2766a8,33925,1733428177769, seqNum=2 , the old value is region=TestLogRolling-testLogRolling,,1733428178837.3d3de49133a2707cd7b3333fd49b9f1c., hostname=86162e2766a8,33925,1733428177769, seqNum=2, error=org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: TestLogRolling-testLogRolling,,1733428178837.3d3de49133a2707cd7b3333fd49b9f1c. is not online on 86162e2766a8,33925,1733428177769 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2943) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T19:50:13,356 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestLogRolling-testLogRolling,,1733428178837.3d3de49133a2707cd7b3333fd49b9f1c., hostname=86162e2766a8,33925,1733428177769, seqNum=2 is org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: TestLogRolling-testLogRolling,,1733428178837.3d3de49133a2707cd7b3333fd49b9f1c. is not online on 86162e2766a8,33925,1733428177769 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2943) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T19:50:13,356 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(88): Try removing region=TestLogRolling-testLogRolling,,1733428178837.3d3de49133a2707cd7b3333fd49b9f1c., hostname=86162e2766a8,33925,1733428177769, seqNum=2 from cache 2024-12-05T19:50:18,766 INFO [master/86162e2766a8:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-12-05T19:50:18,766 INFO [master/86162e2766a8:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-12-05T19:50:23,664 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 1588230740, had cached 0 bytes from a total of 20375 2024-12-05T19:50:33,479 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestLogRolling-testLogRolling', row='row0095', locateType=CURRENT is [region=TestLogRolling-testLogRolling,row0064,1733428203300.e9f0fb407f001ab0b3882410eb8cbf63., hostname=86162e2766a8,33925,1733428177769, seqNum=122] 2024-12-05T19:50:35,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33925 {}] regionserver.HRegion(8855): Flush requested on e9f0fb407f001ab0b3882410eb8cbf63 2024-12-05T19:50:35,496 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing e9f0fb407f001ab0b3882410eb8cbf63 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-12-05T19:50:35,503 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42999/user/jenkins/test-data/d9352114-2bd9-122f-0647-47a1c458bbef/data/default/TestLogRolling-testLogRolling/e9f0fb407f001ab0b3882410eb8cbf63/.tmp/info/05ce83a293114c14861b0dc501875740 is 1055, key is row0095/info:/1733428233480/Put/seqid=0 2024-12-05T19:50:35,516 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35769 is added to blk_1073741855_1031 (size=13391) 2024-12-05T19:50:35,516 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38413 is added to blk_1073741855_1031 (size=13391) 2024-12-05T19:50:35,538 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=e9f0fb407f001ab0b3882410eb8cbf63, server=86162e2766a8,33925,1733428177769 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T19:50:35,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33925 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 1.2 K connection: 172.17.0.2:38272 deadline: 1733428245538, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=e9f0fb407f001ab0b3882410eb8cbf63, server=86162e2766a8,33925,1733428177769 2024-12-05T19:50:35,539 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestLogRolling-testLogRolling,row0064,1733428203300.e9f0fb407f001ab0b3882410eb8cbf63., hostname=86162e2766a8,33925,1733428177769, seqNum=122 , the old value is region=TestLogRolling-testLogRolling,row0064,1733428203300.e9f0fb407f001ab0b3882410eb8cbf63., hostname=86162e2766a8,33925,1733428177769, seqNum=122, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=e9f0fb407f001ab0b3882410eb8cbf63, server=86162e2766a8,33925,1733428177769 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T19:50:35,539 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestLogRolling-testLogRolling,row0064,1733428203300.e9f0fb407f001ab0b3882410eb8cbf63., hostname=86162e2766a8,33925,1733428177769, seqNum=122 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=e9f0fb407f001ab0b3882410eb8cbf63, server=86162e2766a8,33925,1733428177769 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T19:50:35,539 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestLogRolling-testLogRolling,row0064,1733428203300.e9f0fb407f001ab0b3882410eb8cbf63., hostname=86162e2766a8,33925,1733428177769, seqNum=122 because the exception is null or not the one we care about 2024-12-05T19:50:35,917 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=133 (bloomFilter=true), to=hdfs://localhost:42999/user/jenkins/test-data/d9352114-2bd9-122f-0647-47a1c458bbef/data/default/TestLogRolling-testLogRolling/e9f0fb407f001ab0b3882410eb8cbf63/.tmp/info/05ce83a293114c14861b0dc501875740 2024-12-05T19:50:35,930 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42999/user/jenkins/test-data/d9352114-2bd9-122f-0647-47a1c458bbef/data/default/TestLogRolling-testLogRolling/e9f0fb407f001ab0b3882410eb8cbf63/.tmp/info/05ce83a293114c14861b0dc501875740 as hdfs://localhost:42999/user/jenkins/test-data/d9352114-2bd9-122f-0647-47a1c458bbef/data/default/TestLogRolling-testLogRolling/e9f0fb407f001ab0b3882410eb8cbf63/info/05ce83a293114c14861b0dc501875740 2024-12-05T19:50:35,936 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42999/user/jenkins/test-data/d9352114-2bd9-122f-0647-47a1c458bbef/data/default/TestLogRolling-testLogRolling/e9f0fb407f001ab0b3882410eb8cbf63/info/05ce83a293114c14861b0dc501875740, entries=8, sequenceid=133, filesize=13.1 K 2024-12-05T19:50:35,937 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=21.55 KB/22071 for e9f0fb407f001ab0b3882410eb8cbf63 in 441ms, sequenceid=133, compaction requested=false 2024-12-05T19:50:35,937 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for e9f0fb407f001ab0b3882410eb8cbf63: 2024-12-05T19:50:37,694 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-05T19:50:38,727 DEBUG [master/86162e2766a8:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-12-05T19:50:45,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33925 {}] regionserver.HRegion(8855): Flush requested on e9f0fb407f001ab0b3882410eb8cbf63 2024-12-05T19:50:45,614 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing e9f0fb407f001ab0b3882410eb8cbf63 1/1 column families, dataSize=22.58 KB heapSize=24.48 KB 2024-12-05T19:50:45,619 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42999/user/jenkins/test-data/d9352114-2bd9-122f-0647-47a1c458bbef/data/default/TestLogRolling-testLogRolling/e9f0fb407f001ab0b3882410eb8cbf63/.tmp/info/d8642438f950483bb54b801cc0de6a70 is 1055, key is row0103/info:/1733428235497/Put/seqid=0 2024-12-05T19:50:45,625 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35769 is added to blk_1073741856_1032 (size=28156) 2024-12-05T19:50:45,625 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38413 is added to blk_1073741856_1032 (size=28156) 2024-12-05T19:50:45,626 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.58 KB at sequenceid=158 (bloomFilter=true), to=hdfs://localhost:42999/user/jenkins/test-data/d9352114-2bd9-122f-0647-47a1c458bbef/data/default/TestLogRolling-testLogRolling/e9f0fb407f001ab0b3882410eb8cbf63/.tmp/info/d8642438f950483bb54b801cc0de6a70 2024-12-05T19:50:45,632 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42999/user/jenkins/test-data/d9352114-2bd9-122f-0647-47a1c458bbef/data/default/TestLogRolling-testLogRolling/e9f0fb407f001ab0b3882410eb8cbf63/.tmp/info/d8642438f950483bb54b801cc0de6a70 as hdfs://localhost:42999/user/jenkins/test-data/d9352114-2bd9-122f-0647-47a1c458bbef/data/default/TestLogRolling-testLogRolling/e9f0fb407f001ab0b3882410eb8cbf63/info/d8642438f950483bb54b801cc0de6a70 2024-12-05T19:50:45,637 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42999/user/jenkins/test-data/d9352114-2bd9-122f-0647-47a1c458bbef/data/default/TestLogRolling-testLogRolling/e9f0fb407f001ab0b3882410eb8cbf63/info/d8642438f950483bb54b801cc0de6a70, entries=22, sequenceid=158, filesize=27.5 K 2024-12-05T19:50:45,638 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~22.58 KB/23122, heapSize ~24.47 KB/25056, currentSize=4.11 KB/4204 for e9f0fb407f001ab0b3882410eb8cbf63 in 24ms, sequenceid=158, compaction requested=true 2024-12-05T19:50:45,638 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for e9f0fb407f001ab0b3882410eb8cbf63: 2024-12-05T19:50:45,638 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e9f0fb407f001ab0b3882410eb8cbf63:info, priority=-2147483648, current under compaction store size is 1 2024-12-05T19:50:45,638 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T19:50:45,638 DEBUG [RS:0;86162e2766a8:33925-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T19:50:45,640 DEBUG [RS:0;86162e2766a8:33925-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 79444 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T19:50:45,640 DEBUG [RS:0;86162e2766a8:33925-shortCompactions-0 {}] regionserver.HStore(1541): e9f0fb407f001ab0b3882410eb8cbf63/info is initiating minor compaction (all files) 2024-12-05T19:50:45,640 INFO [RS:0;86162e2766a8:33925-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e9f0fb407f001ab0b3882410eb8cbf63/info in TestLogRolling-testLogRolling,row0064,1733428203300.e9f0fb407f001ab0b3882410eb8cbf63. 2024-12-05T19:50:45,640 INFO [RS:0;86162e2766a8:33925-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42999/user/jenkins/test-data/d9352114-2bd9-122f-0647-47a1c458bbef/data/default/TestLogRolling-testLogRolling/e9f0fb407f001ab0b3882410eb8cbf63/info/7ba67fc0b047442f995ac6d3db25f803, hdfs://localhost:42999/user/jenkins/test-data/d9352114-2bd9-122f-0647-47a1c458bbef/data/default/TestLogRolling-testLogRolling/e9f0fb407f001ab0b3882410eb8cbf63/info/05ce83a293114c14861b0dc501875740, hdfs://localhost:42999/user/jenkins/test-data/d9352114-2bd9-122f-0647-47a1c458bbef/data/default/TestLogRolling-testLogRolling/e9f0fb407f001ab0b3882410eb8cbf63/info/d8642438f950483bb54b801cc0de6a70] into tmpdir=hdfs://localhost:42999/user/jenkins/test-data/d9352114-2bd9-122f-0647-47a1c458bbef/data/default/TestLogRolling-testLogRolling/e9f0fb407f001ab0b3882410eb8cbf63/.tmp, totalSize=77.6 K 2024-12-05T19:50:45,640 DEBUG [RS:0;86162e2766a8:33925-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7ba67fc0b047442f995ac6d3db25f803, keycount=31, bloomtype=ROW, size=37.0 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1733428201164 2024-12-05T19:50:45,641 DEBUG [RS:0;86162e2766a8:33925-shortCompactions-0 {}] compactions.Compactor(225): Compacting 05ce83a293114c14861b0dc501875740, keycount=8, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=133, earliestPutTs=1733428233480 2024-12-05T19:50:45,641 DEBUG [RS:0;86162e2766a8:33925-shortCompactions-0 {}] compactions.Compactor(225): Compacting d8642438f950483bb54b801cc0de6a70, keycount=22, bloomtype=ROW, size=27.5 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1733428235497 2024-12-05T19:50:45,654 INFO [RS:0;86162e2766a8:33925-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e9f0fb407f001ab0b3882410eb8cbf63#info#compaction#47 average throughput is 30.57 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T19:50:45,655 DEBUG [RS:0;86162e2766a8:33925-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42999/user/jenkins/test-data/d9352114-2bd9-122f-0647-47a1c458bbef/data/default/TestLogRolling-testLogRolling/e9f0fb407f001ab0b3882410eb8cbf63/.tmp/info/6c547932d9324319b62a8c33360f5ccc is 1055, key is row0064/info:/1733428201164/Put/seqid=0 2024-12-05T19:50:45,662 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35769 is added to blk_1073741857_1033 (size=69658) 2024-12-05T19:50:45,662 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38413 is added to blk_1073741857_1033 (size=69658) 2024-12-05T19:50:45,670 DEBUG [RS:0;86162e2766a8:33925-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42999/user/jenkins/test-data/d9352114-2bd9-122f-0647-47a1c458bbef/data/default/TestLogRolling-testLogRolling/e9f0fb407f001ab0b3882410eb8cbf63/.tmp/info/6c547932d9324319b62a8c33360f5ccc as hdfs://localhost:42999/user/jenkins/test-data/d9352114-2bd9-122f-0647-47a1c458bbef/data/default/TestLogRolling-testLogRolling/e9f0fb407f001ab0b3882410eb8cbf63/info/6c547932d9324319b62a8c33360f5ccc 2024-12-05T19:50:45,686 INFO [RS:0;86162e2766a8:33925-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in e9f0fb407f001ab0b3882410eb8cbf63/info of e9f0fb407f001ab0b3882410eb8cbf63 into 6c547932d9324319b62a8c33360f5ccc(size=68.0 K), total size for store is 68.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T19:50:45,686 DEBUG [RS:0;86162e2766a8:33925-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e9f0fb407f001ab0b3882410eb8cbf63: 2024-12-05T19:50:45,686 INFO [RS:0;86162e2766a8:33925-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,row0064,1733428203300.e9f0fb407f001ab0b3882410eb8cbf63., storeName=e9f0fb407f001ab0b3882410eb8cbf63/info, priority=13, startTime=1733428245638; duration=0sec 2024-12-05T19:50:45,686 DEBUG [RS:0;86162e2766a8:33925-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T19:50:45,686 DEBUG [RS:0;86162e2766a8:33925-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e9f0fb407f001ab0b3882410eb8cbf63:info 2024-12-05T19:50:47,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33925 {}] regionserver.HRegion(8855): Flush requested on e9f0fb407f001ab0b3882410eb8cbf63 2024-12-05T19:50:47,633 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing e9f0fb407f001ab0b3882410eb8cbf63 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-12-05T19:50:47,642 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42999/user/jenkins/test-data/d9352114-2bd9-122f-0647-47a1c458bbef/data/default/TestLogRolling-testLogRolling/e9f0fb407f001ab0b3882410eb8cbf63/.tmp/info/73e52f6f22d74d9d8481434a835ee0b4 is 1055, key is row0125/info:/1733428245615/Put/seqid=0 2024-12-05T19:50:47,662 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35769 is added to blk_1073741858_1034 (size=13394) 2024-12-05T19:50:47,662 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38413 is added to blk_1073741858_1034 (size=13394) 2024-12-05T19:50:47,664 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=170 (bloomFilter=true), to=hdfs://localhost:42999/user/jenkins/test-data/d9352114-2bd9-122f-0647-47a1c458bbef/data/default/TestLogRolling-testLogRolling/e9f0fb407f001ab0b3882410eb8cbf63/.tmp/info/73e52f6f22d74d9d8481434a835ee0b4 2024-12-05T19:50:47,673 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42999/user/jenkins/test-data/d9352114-2bd9-122f-0647-47a1c458bbef/data/default/TestLogRolling-testLogRolling/e9f0fb407f001ab0b3882410eb8cbf63/.tmp/info/73e52f6f22d74d9d8481434a835ee0b4 as hdfs://localhost:42999/user/jenkins/test-data/d9352114-2bd9-122f-0647-47a1c458bbef/data/default/TestLogRolling-testLogRolling/e9f0fb407f001ab0b3882410eb8cbf63/info/73e52f6f22d74d9d8481434a835ee0b4 2024-12-05T19:50:47,679 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42999/user/jenkins/test-data/d9352114-2bd9-122f-0647-47a1c458bbef/data/default/TestLogRolling-testLogRolling/e9f0fb407f001ab0b3882410eb8cbf63/info/73e52f6f22d74d9d8481434a835ee0b4, entries=8, sequenceid=170, filesize=13.1 K 2024-12-05T19:50:47,680 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=12.32 KB/12612 for e9f0fb407f001ab0b3882410eb8cbf63 in 47ms, sequenceid=170, compaction requested=false 2024-12-05T19:50:47,681 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for e9f0fb407f001ab0b3882410eb8cbf63: 2024-12-05T19:50:47,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33925 {}] regionserver.HRegion(8855): Flush requested on e9f0fb407f001ab0b3882410eb8cbf63 2024-12-05T19:50:47,682 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing e9f0fb407f001ab0b3882410eb8cbf63 1/1 column families, dataSize=13.34 KB heapSize=14.57 KB 2024-12-05T19:50:47,701 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42999/user/jenkins/test-data/d9352114-2bd9-122f-0647-47a1c458bbef/data/default/TestLogRolling-testLogRolling/e9f0fb407f001ab0b3882410eb8cbf63/.tmp/info/c8311d619d124140ba4ace51e3231234 is 1055, key is row0133/info:/1733428247634/Put/seqid=0 2024-12-05T19:50:47,726 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35769 is added to blk_1073741859_1035 (size=18675) 2024-12-05T19:50:47,727 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38413 is added to blk_1073741859_1035 (size=18675) 2024-12-05T19:50:47,729 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.34 KB at sequenceid=186 (bloomFilter=true), to=hdfs://localhost:42999/user/jenkins/test-data/d9352114-2bd9-122f-0647-47a1c458bbef/data/default/TestLogRolling-testLogRolling/e9f0fb407f001ab0b3882410eb8cbf63/.tmp/info/c8311d619d124140ba4ace51e3231234 2024-12-05T19:50:47,737 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42999/user/jenkins/test-data/d9352114-2bd9-122f-0647-47a1c458bbef/data/default/TestLogRolling-testLogRolling/e9f0fb407f001ab0b3882410eb8cbf63/.tmp/info/c8311d619d124140ba4ace51e3231234 as hdfs://localhost:42999/user/jenkins/test-data/d9352114-2bd9-122f-0647-47a1c458bbef/data/default/TestLogRolling-testLogRolling/e9f0fb407f001ab0b3882410eb8cbf63/info/c8311d619d124140ba4ace51e3231234 2024-12-05T19:50:47,747 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42999/user/jenkins/test-data/d9352114-2bd9-122f-0647-47a1c458bbef/data/default/TestLogRolling-testLogRolling/e9f0fb407f001ab0b3882410eb8cbf63/info/c8311d619d124140ba4ace51e3231234, entries=13, sequenceid=186, filesize=18.2 K 2024-12-05T19:50:47,748 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~13.34 KB/13663, heapSize ~14.55 KB/14904, currentSize=15.40 KB/15765 for e9f0fb407f001ab0b3882410eb8cbf63 in 66ms, sequenceid=186, compaction requested=true 2024-12-05T19:50:47,749 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for e9f0fb407f001ab0b3882410eb8cbf63: 2024-12-05T19:50:47,749 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e9f0fb407f001ab0b3882410eb8cbf63:info, priority=-2147483648, current under compaction store size is 1 2024-12-05T19:50:47,749 DEBUG [RS:0;86162e2766a8:33925-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T19:50:47,749 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T19:50:47,750 DEBUG [RS:0;86162e2766a8:33925-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 101727 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T19:50:47,750 DEBUG [RS:0;86162e2766a8:33925-shortCompactions-0 {}] regionserver.HStore(1541): e9f0fb407f001ab0b3882410eb8cbf63/info is initiating minor compaction (all files) 2024-12-05T19:50:47,750 INFO [RS:0;86162e2766a8:33925-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e9f0fb407f001ab0b3882410eb8cbf63/info in TestLogRolling-testLogRolling,row0064,1733428203300.e9f0fb407f001ab0b3882410eb8cbf63. 2024-12-05T19:50:47,750 INFO [RS:0;86162e2766a8:33925-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42999/user/jenkins/test-data/d9352114-2bd9-122f-0647-47a1c458bbef/data/default/TestLogRolling-testLogRolling/e9f0fb407f001ab0b3882410eb8cbf63/info/6c547932d9324319b62a8c33360f5ccc, hdfs://localhost:42999/user/jenkins/test-data/d9352114-2bd9-122f-0647-47a1c458bbef/data/default/TestLogRolling-testLogRolling/e9f0fb407f001ab0b3882410eb8cbf63/info/73e52f6f22d74d9d8481434a835ee0b4, hdfs://localhost:42999/user/jenkins/test-data/d9352114-2bd9-122f-0647-47a1c458bbef/data/default/TestLogRolling-testLogRolling/e9f0fb407f001ab0b3882410eb8cbf63/info/c8311d619d124140ba4ace51e3231234] into tmpdir=hdfs://localhost:42999/user/jenkins/test-data/d9352114-2bd9-122f-0647-47a1c458bbef/data/default/TestLogRolling-testLogRolling/e9f0fb407f001ab0b3882410eb8cbf63/.tmp, totalSize=99.3 K 2024-12-05T19:50:47,751 DEBUG [RS:0;86162e2766a8:33925-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6c547932d9324319b62a8c33360f5ccc, keycount=61, bloomtype=ROW, size=68.0 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1733428201164 2024-12-05T19:50:47,751 DEBUG [RS:0;86162e2766a8:33925-shortCompactions-0 {}] compactions.Compactor(225): Compacting 73e52f6f22d74d9d8481434a835ee0b4, keycount=8, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1733428245615 2024-12-05T19:50:47,752 DEBUG [RS:0;86162e2766a8:33925-shortCompactions-0 {}] compactions.Compactor(225): Compacting c8311d619d124140ba4ace51e3231234, keycount=13, bloomtype=ROW, size=18.2 K, encoding=NONE, compression=NONE, seqNum=186, earliestPutTs=1733428247634 2024-12-05T19:50:47,766 INFO [RS:0;86162e2766a8:33925-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e9f0fb407f001ab0b3882410eb8cbf63#info#compaction#50 average throughput is 27.40 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T19:50:47,768 DEBUG [RS:0;86162e2766a8:33925-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42999/user/jenkins/test-data/d9352114-2bd9-122f-0647-47a1c458bbef/data/default/TestLogRolling-testLogRolling/e9f0fb407f001ab0b3882410eb8cbf63/.tmp/info/43abcc4234f1461688180ad72fcb4c7a is 1055, key is row0064/info:/1733428201164/Put/seqid=0 2024-12-05T19:50:47,785 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38413 is added to blk_1073741860_1036 (size=91950) 2024-12-05T19:50:47,787 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35769 is added to blk_1073741860_1036 (size=91950) 2024-12-05T19:50:47,801 DEBUG [RS:0;86162e2766a8:33925-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42999/user/jenkins/test-data/d9352114-2bd9-122f-0647-47a1c458bbef/data/default/TestLogRolling-testLogRolling/e9f0fb407f001ab0b3882410eb8cbf63/.tmp/info/43abcc4234f1461688180ad72fcb4c7a as hdfs://localhost:42999/user/jenkins/test-data/d9352114-2bd9-122f-0647-47a1c458bbef/data/default/TestLogRolling-testLogRolling/e9f0fb407f001ab0b3882410eb8cbf63/info/43abcc4234f1461688180ad72fcb4c7a 2024-12-05T19:50:47,812 INFO [RS:0;86162e2766a8:33925-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in e9f0fb407f001ab0b3882410eb8cbf63/info of e9f0fb407f001ab0b3882410eb8cbf63 into 43abcc4234f1461688180ad72fcb4c7a(size=89.8 K), total size for store is 89.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T19:50:47,812 DEBUG [RS:0;86162e2766a8:33925-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e9f0fb407f001ab0b3882410eb8cbf63: 2024-12-05T19:50:47,812 INFO [RS:0;86162e2766a8:33925-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,row0064,1733428203300.e9f0fb407f001ab0b3882410eb8cbf63., storeName=e9f0fb407f001ab0b3882410eb8cbf63/info, priority=13, startTime=1733428247749; duration=0sec 2024-12-05T19:50:47,813 DEBUG [RS:0;86162e2766a8:33925-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T19:50:47,813 DEBUG [RS:0;86162e2766a8:33925-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e9f0fb407f001ab0b3882410eb8cbf63:info 2024-12-05T19:50:49,037 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region e9f0fb407f001ab0b3882410eb8cbf63, had cached 0 bytes from a total of 91950 2024-12-05T19:50:49,084 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 2dfc48b968bb98b69b6439c67600f9a1, had cached 0 bytes from a total of 71441 2024-12-05T19:50:49,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33925 {}] regionserver.HRegion(8855): Flush requested on e9f0fb407f001ab0b3882410eb8cbf63 2024-12-05T19:50:49,727 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing e9f0fb407f001ab0b3882410eb8cbf63 1/1 column families, dataSize=16.42 KB heapSize=17.88 KB 2024-12-05T19:50:49,733 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42999/user/jenkins/test-data/d9352114-2bd9-122f-0647-47a1c458bbef/data/default/TestLogRolling-testLogRolling/e9f0fb407f001ab0b3882410eb8cbf63/.tmp/info/ace281182ca84916b571d62c9614679b is 1055, key is row0146/info:/1733428247686/Put/seqid=0 2024-12-05T19:50:49,739 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38413 is added to blk_1073741861_1037 (size=21838) 2024-12-05T19:50:49,740 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35769 is added to blk_1073741861_1037 (size=21838) 2024-12-05T19:50:49,744 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=16.42 KB at sequenceid=206 (bloomFilter=true), to=hdfs://localhost:42999/user/jenkins/test-data/d9352114-2bd9-122f-0647-47a1c458bbef/data/default/TestLogRolling-testLogRolling/e9f0fb407f001ab0b3882410eb8cbf63/.tmp/info/ace281182ca84916b571d62c9614679b 2024-12-05T19:50:49,753 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42999/user/jenkins/test-data/d9352114-2bd9-122f-0647-47a1c458bbef/data/default/TestLogRolling-testLogRolling/e9f0fb407f001ab0b3882410eb8cbf63/.tmp/info/ace281182ca84916b571d62c9614679b as hdfs://localhost:42999/user/jenkins/test-data/d9352114-2bd9-122f-0647-47a1c458bbef/data/default/TestLogRolling-testLogRolling/e9f0fb407f001ab0b3882410eb8cbf63/info/ace281182ca84916b571d62c9614679b 2024-12-05T19:50:49,764 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=e9f0fb407f001ab0b3882410eb8cbf63, server=86162e2766a8,33925,1733428177769 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T19:50:49,765 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42999/user/jenkins/test-data/d9352114-2bd9-122f-0647-47a1c458bbef/data/default/TestLogRolling-testLogRolling/e9f0fb407f001ab0b3882410eb8cbf63/info/ace281182ca84916b571d62c9614679b, entries=16, sequenceid=206, filesize=21.3 K 2024-12-05T19:50:49,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33925 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 1.2 K connection: 172.17.0.2:38272 deadline: 1733428259764, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=e9f0fb407f001ab0b3882410eb8cbf63, server=86162e2766a8,33925,1733428177769 2024-12-05T19:50:49,766 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestLogRolling-testLogRolling,row0064,1733428203300.e9f0fb407f001ab0b3882410eb8cbf63., hostname=86162e2766a8,33925,1733428177769, seqNum=122 , the old value is region=TestLogRolling-testLogRolling,row0064,1733428203300.e9f0fb407f001ab0b3882410eb8cbf63., hostname=86162e2766a8,33925,1733428177769, seqNum=122, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=e9f0fb407f001ab0b3882410eb8cbf63, server=86162e2766a8,33925,1733428177769 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T19:50:49,766 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestLogRolling-testLogRolling,row0064,1733428203300.e9f0fb407f001ab0b3882410eb8cbf63., hostname=86162e2766a8,33925,1733428177769, seqNum=122 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=e9f0fb407f001ab0b3882410eb8cbf63, server=86162e2766a8,33925,1733428177769 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T19:50:49,766 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestLogRolling-testLogRolling,row0064,1733428203300.e9f0fb407f001ab0b3882410eb8cbf63., hostname=86162e2766a8,33925,1733428177769, seqNum=122 because the exception is null or not the one we care about 2024-12-05T19:50:49,767 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~16.42 KB/16816, heapSize ~17.86 KB/18288, currentSize=13.34 KB/13663 for e9f0fb407f001ab0b3882410eb8cbf63 in 40ms, sequenceid=206, compaction requested=false 2024-12-05T19:50:49,767 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for e9f0fb407f001ab0b3882410eb8cbf63: 2024-12-05T19:50:59,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33925 {}] regionserver.HRegion(8855): Flush requested on e9f0fb407f001ab0b3882410eb8cbf63 2024-12-05T19:50:59,784 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing e9f0fb407f001ab0b3882410eb8cbf63 1/1 column families, dataSize=14.37 KB heapSize=15.67 KB 2024-12-05T19:50:59,790 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42999/user/jenkins/test-data/d9352114-2bd9-122f-0647-47a1c458bbef/data/default/TestLogRolling-testLogRolling/e9f0fb407f001ab0b3882410eb8cbf63/.tmp/info/0a3255d385f3470bbff4681477c63817 is 1055, key is row0162/info:/1733428249729/Put/seqid=0 2024-12-05T19:50:59,802 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38413 is added to blk_1073741862_1038 (size=19728) 2024-12-05T19:50:59,802 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35769 is added to blk_1073741862_1038 (size=19728) 2024-12-05T19:50:59,809 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=e9f0fb407f001ab0b3882410eb8cbf63, server=86162e2766a8,33925,1733428177769 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T19:50:59,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33925 {}] ipc.CallRunner(138): callId: 203 service: ClientService methodName: Mutate size: 1.2 K connection: 172.17.0.2:38272 deadline: 1733428269809, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=e9f0fb407f001ab0b3882410eb8cbf63, server=86162e2766a8,33925,1733428177769 2024-12-05T19:50:59,810 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestLogRolling-testLogRolling,row0064,1733428203300.e9f0fb407f001ab0b3882410eb8cbf63., hostname=86162e2766a8,33925,1733428177769, seqNum=122 , the old value is region=TestLogRolling-testLogRolling,row0064,1733428203300.e9f0fb407f001ab0b3882410eb8cbf63., hostname=86162e2766a8,33925,1733428177769, seqNum=122, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=e9f0fb407f001ab0b3882410eb8cbf63, server=86162e2766a8,33925,1733428177769 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T19:50:59,810 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestLogRolling-testLogRolling,row0064,1733428203300.e9f0fb407f001ab0b3882410eb8cbf63., hostname=86162e2766a8,33925,1733428177769, seqNum=122 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=e9f0fb407f001ab0b3882410eb8cbf63, server=86162e2766a8,33925,1733428177769 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T19:50:59,810 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestLogRolling-testLogRolling,row0064,1733428203300.e9f0fb407f001ab0b3882410eb8cbf63., hostname=86162e2766a8,33925,1733428177769, seqNum=122 because the exception is null or not the one we care about 2024-12-05T19:50:59,812 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=14.37 KB at sequenceid=223 (bloomFilter=true), to=hdfs://localhost:42999/user/jenkins/test-data/d9352114-2bd9-122f-0647-47a1c458bbef/data/default/TestLogRolling-testLogRolling/e9f0fb407f001ab0b3882410eb8cbf63/.tmp/info/0a3255d385f3470bbff4681477c63817 2024-12-05T19:50:59,820 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42999/user/jenkins/test-data/d9352114-2bd9-122f-0647-47a1c458bbef/data/default/TestLogRolling-testLogRolling/e9f0fb407f001ab0b3882410eb8cbf63/.tmp/info/0a3255d385f3470bbff4681477c63817 as hdfs://localhost:42999/user/jenkins/test-data/d9352114-2bd9-122f-0647-47a1c458bbef/data/default/TestLogRolling-testLogRolling/e9f0fb407f001ab0b3882410eb8cbf63/info/0a3255d385f3470bbff4681477c63817 2024-12-05T19:50:59,826 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42999/user/jenkins/test-data/d9352114-2bd9-122f-0647-47a1c458bbef/data/default/TestLogRolling-testLogRolling/e9f0fb407f001ab0b3882410eb8cbf63/info/0a3255d385f3470bbff4681477c63817, entries=14, sequenceid=223, filesize=19.3 K 2024-12-05T19:50:59,827 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~14.37 KB/14714, heapSize ~15.66 KB/16032, currentSize=15.40 KB/15765 for e9f0fb407f001ab0b3882410eb8cbf63 in 43ms, sequenceid=223, compaction requested=true 2024-12-05T19:50:59,827 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for e9f0fb407f001ab0b3882410eb8cbf63: 2024-12-05T19:50:59,827 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e9f0fb407f001ab0b3882410eb8cbf63:info, priority=-2147483648, current under compaction store size is 1 2024-12-05T19:50:59,827 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T19:50:59,827 DEBUG [RS:0;86162e2766a8:33925-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T19:50:59,828 DEBUG [RS:0;86162e2766a8:33925-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 133516 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T19:50:59,828 DEBUG [RS:0;86162e2766a8:33925-shortCompactions-0 {}] regionserver.HStore(1541): e9f0fb407f001ab0b3882410eb8cbf63/info is initiating minor compaction (all files) 2024-12-05T19:50:59,828 INFO [RS:0;86162e2766a8:33925-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e9f0fb407f001ab0b3882410eb8cbf63/info in TestLogRolling-testLogRolling,row0064,1733428203300.e9f0fb407f001ab0b3882410eb8cbf63. 2024-12-05T19:50:59,828 INFO [RS:0;86162e2766a8:33925-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42999/user/jenkins/test-data/d9352114-2bd9-122f-0647-47a1c458bbef/data/default/TestLogRolling-testLogRolling/e9f0fb407f001ab0b3882410eb8cbf63/info/43abcc4234f1461688180ad72fcb4c7a, hdfs://localhost:42999/user/jenkins/test-data/d9352114-2bd9-122f-0647-47a1c458bbef/data/default/TestLogRolling-testLogRolling/e9f0fb407f001ab0b3882410eb8cbf63/info/ace281182ca84916b571d62c9614679b, hdfs://localhost:42999/user/jenkins/test-data/d9352114-2bd9-122f-0647-47a1c458bbef/data/default/TestLogRolling-testLogRolling/e9f0fb407f001ab0b3882410eb8cbf63/info/0a3255d385f3470bbff4681477c63817] into tmpdir=hdfs://localhost:42999/user/jenkins/test-data/d9352114-2bd9-122f-0647-47a1c458bbef/data/default/TestLogRolling-testLogRolling/e9f0fb407f001ab0b3882410eb8cbf63/.tmp, totalSize=130.4 K 2024-12-05T19:50:59,829 DEBUG [RS:0;86162e2766a8:33925-shortCompactions-0 {}] compactions.Compactor(225): Compacting 43abcc4234f1461688180ad72fcb4c7a, keycount=82, bloomtype=ROW, size=89.8 K, encoding=NONE, compression=NONE, seqNum=186, earliestPutTs=1733428201164 2024-12-05T19:50:59,829 DEBUG [RS:0;86162e2766a8:33925-shortCompactions-0 {}] compactions.Compactor(225): Compacting ace281182ca84916b571d62c9614679b, keycount=16, bloomtype=ROW, size=21.3 K, encoding=NONE, compression=NONE, seqNum=206, earliestPutTs=1733428247686 2024-12-05T19:50:59,830 DEBUG [RS:0;86162e2766a8:33925-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0a3255d385f3470bbff4681477c63817, keycount=14, bloomtype=ROW, size=19.3 K, encoding=NONE, compression=NONE, seqNum=223, earliestPutTs=1733428249729 2024-12-05T19:50:59,843 INFO [RS:0;86162e2766a8:33925-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e9f0fb407f001ab0b3882410eb8cbf63#info#compaction#53 average throughput is 28.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T19:50:59,843 DEBUG [RS:0;86162e2766a8:33925-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42999/user/jenkins/test-data/d9352114-2bd9-122f-0647-47a1c458bbef/data/default/TestLogRolling-testLogRolling/e9f0fb407f001ab0b3882410eb8cbf63/.tmp/info/c95c11e88e044450a48d46af46258f81 is 1055, key is row0064/info:/1733428201164/Put/seqid=0 2024-12-05T19:50:59,850 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38413 is added to blk_1073741863_1039 (size=123778) 2024-12-05T19:50:59,850 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35769 is added to blk_1073741863_1039 (size=123778) 2024-12-05T19:50:59,857 DEBUG [RS:0;86162e2766a8:33925-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42999/user/jenkins/test-data/d9352114-2bd9-122f-0647-47a1c458bbef/data/default/TestLogRolling-testLogRolling/e9f0fb407f001ab0b3882410eb8cbf63/.tmp/info/c95c11e88e044450a48d46af46258f81 as hdfs://localhost:42999/user/jenkins/test-data/d9352114-2bd9-122f-0647-47a1c458bbef/data/default/TestLogRolling-testLogRolling/e9f0fb407f001ab0b3882410eb8cbf63/info/c95c11e88e044450a48d46af46258f81 2024-12-05T19:50:59,863 INFO [RS:0;86162e2766a8:33925-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in e9f0fb407f001ab0b3882410eb8cbf63/info of e9f0fb407f001ab0b3882410eb8cbf63 into c95c11e88e044450a48d46af46258f81(size=120.9 K), total size for store is 120.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T19:50:59,863 DEBUG [RS:0;86162e2766a8:33925-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e9f0fb407f001ab0b3882410eb8cbf63: 2024-12-05T19:50:59,863 INFO [RS:0;86162e2766a8:33925-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,row0064,1733428203300.e9f0fb407f001ab0b3882410eb8cbf63., storeName=e9f0fb407f001ab0b3882410eb8cbf63/info, priority=13, startTime=1733428259827; duration=0sec 2024-12-05T19:50:59,863 DEBUG [RS:0;86162e2766a8:33925-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T19:50:59,863 DEBUG [RS:0;86162e2766a8:33925-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e9f0fb407f001ab0b3882410eb8cbf63:info 2024-12-05T19:51:07,694 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-05T19:51:08,665 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 1588230740, had cached 0 bytes from a total of 20375 2024-12-05T19:51:09,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33925 {}] regionserver.HRegion(8855): Flush requested on e9f0fb407f001ab0b3882410eb8cbf63 2024-12-05T19:51:09,834 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing e9f0fb407f001ab0b3882410eb8cbf63 1/1 column families, dataSize=16.42 KB heapSize=17.88 KB 2024-12-05T19:51:09,839 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42999/user/jenkins/test-data/d9352114-2bd9-122f-0647-47a1c458bbef/data/default/TestLogRolling-testLogRolling/e9f0fb407f001ab0b3882410eb8cbf63/.tmp/info/84169720fb7a40dab1c48f83b73af65a is 1055, key is row0176/info:/1733428259786/Put/seqid=0 2024-12-05T19:51:09,843 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38413 is added to blk_1073741864_1040 (size=21838) 2024-12-05T19:51:09,844 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35769 is added to blk_1073741864_1040 (size=21838) 2024-12-05T19:51:09,844 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=16.42 KB at sequenceid=243 (bloomFilter=true), to=hdfs://localhost:42999/user/jenkins/test-data/d9352114-2bd9-122f-0647-47a1c458bbef/data/default/TestLogRolling-testLogRolling/e9f0fb407f001ab0b3882410eb8cbf63/.tmp/info/84169720fb7a40dab1c48f83b73af65a 2024-12-05T19:51:09,850 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42999/user/jenkins/test-data/d9352114-2bd9-122f-0647-47a1c458bbef/data/default/TestLogRolling-testLogRolling/e9f0fb407f001ab0b3882410eb8cbf63/.tmp/info/84169720fb7a40dab1c48f83b73af65a as hdfs://localhost:42999/user/jenkins/test-data/d9352114-2bd9-122f-0647-47a1c458bbef/data/default/TestLogRolling-testLogRolling/e9f0fb407f001ab0b3882410eb8cbf63/info/84169720fb7a40dab1c48f83b73af65a 2024-12-05T19:51:09,855 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42999/user/jenkins/test-data/d9352114-2bd9-122f-0647-47a1c458bbef/data/default/TestLogRolling-testLogRolling/e9f0fb407f001ab0b3882410eb8cbf63/info/84169720fb7a40dab1c48f83b73af65a, entries=16, sequenceid=243, filesize=21.3 K 2024-12-05T19:51:09,856 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~16.42 KB/16816, heapSize ~17.86 KB/18288, currentSize=1.03 KB/1051 for e9f0fb407f001ab0b3882410eb8cbf63 in 22ms, sequenceid=243, compaction requested=false 2024-12-05T19:51:09,856 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for e9f0fb407f001ab0b3882410eb8cbf63: 2024-12-05T19:51:11,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33925 {}] regionserver.HRegion(8855): Flush requested on e9f0fb407f001ab0b3882410eb8cbf63 2024-12-05T19:51:11,847 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing e9f0fb407f001ab0b3882410eb8cbf63 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-12-05T19:51:11,852 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42999/user/jenkins/test-data/d9352114-2bd9-122f-0647-47a1c458bbef/data/default/TestLogRolling-testLogRolling/e9f0fb407f001ab0b3882410eb8cbf63/.tmp/info/9e3ba74ce31c493ab3b655cc52080802 is 1055, key is row0192/info:/1733428269835/Put/seqid=0 2024-12-05T19:51:11,858 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38413 is added to blk_1073741865_1041 (size=13394) 2024-12-05T19:51:11,858 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35769 is added to blk_1073741865_1041 (size=13394) 2024-12-05T19:51:11,858 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=254 (bloomFilter=true), to=hdfs://localhost:42999/user/jenkins/test-data/d9352114-2bd9-122f-0647-47a1c458bbef/data/default/TestLogRolling-testLogRolling/e9f0fb407f001ab0b3882410eb8cbf63/.tmp/info/9e3ba74ce31c493ab3b655cc52080802 2024-12-05T19:51:11,865 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42999/user/jenkins/test-data/d9352114-2bd9-122f-0647-47a1c458bbef/data/default/TestLogRolling-testLogRolling/e9f0fb407f001ab0b3882410eb8cbf63/.tmp/info/9e3ba74ce31c493ab3b655cc52080802 as hdfs://localhost:42999/user/jenkins/test-data/d9352114-2bd9-122f-0647-47a1c458bbef/data/default/TestLogRolling-testLogRolling/e9f0fb407f001ab0b3882410eb8cbf63/info/9e3ba74ce31c493ab3b655cc52080802 2024-12-05T19:51:11,870 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42999/user/jenkins/test-data/d9352114-2bd9-122f-0647-47a1c458bbef/data/default/TestLogRolling-testLogRolling/e9f0fb407f001ab0b3882410eb8cbf63/info/9e3ba74ce31c493ab3b655cc52080802, entries=8, sequenceid=254, filesize=13.1 K 2024-12-05T19:51:11,871 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=15.40 KB/15765 for e9f0fb407f001ab0b3882410eb8cbf63 in 24ms, sequenceid=254, compaction requested=true 2024-12-05T19:51:11,871 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for e9f0fb407f001ab0b3882410eb8cbf63: 2024-12-05T19:51:11,871 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e9f0fb407f001ab0b3882410eb8cbf63:info, priority=-2147483648, current under compaction store size is 1 2024-12-05T19:51:11,871 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T19:51:11,871 DEBUG [RS:0;86162e2766a8:33925-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T19:51:11,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33925 {}] regionserver.HRegion(8855): Flush requested on e9f0fb407f001ab0b3882410eb8cbf63 2024-12-05T19:51:11,871 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing e9f0fb407f001ab0b3882410eb8cbf63 1/1 column families, dataSize=16.42 KB heapSize=17.88 KB 2024-12-05T19:51:11,873 DEBUG [RS:0;86162e2766a8:33925-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 159010 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T19:51:11,873 DEBUG [RS:0;86162e2766a8:33925-shortCompactions-0 {}] regionserver.HStore(1541): e9f0fb407f001ab0b3882410eb8cbf63/info is initiating minor compaction (all files) 2024-12-05T19:51:11,873 INFO [RS:0;86162e2766a8:33925-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e9f0fb407f001ab0b3882410eb8cbf63/info in TestLogRolling-testLogRolling,row0064,1733428203300.e9f0fb407f001ab0b3882410eb8cbf63. 2024-12-05T19:51:11,873 INFO [RS:0;86162e2766a8:33925-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42999/user/jenkins/test-data/d9352114-2bd9-122f-0647-47a1c458bbef/data/default/TestLogRolling-testLogRolling/e9f0fb407f001ab0b3882410eb8cbf63/info/c95c11e88e044450a48d46af46258f81, hdfs://localhost:42999/user/jenkins/test-data/d9352114-2bd9-122f-0647-47a1c458bbef/data/default/TestLogRolling-testLogRolling/e9f0fb407f001ab0b3882410eb8cbf63/info/84169720fb7a40dab1c48f83b73af65a, hdfs://localhost:42999/user/jenkins/test-data/d9352114-2bd9-122f-0647-47a1c458bbef/data/default/TestLogRolling-testLogRolling/e9f0fb407f001ab0b3882410eb8cbf63/info/9e3ba74ce31c493ab3b655cc52080802] into tmpdir=hdfs://localhost:42999/user/jenkins/test-data/d9352114-2bd9-122f-0647-47a1c458bbef/data/default/TestLogRolling-testLogRolling/e9f0fb407f001ab0b3882410eb8cbf63/.tmp, totalSize=155.3 K 2024-12-05T19:51:11,874 DEBUG [RS:0;86162e2766a8:33925-shortCompactions-0 {}] compactions.Compactor(225): Compacting c95c11e88e044450a48d46af46258f81, keycount=112, bloomtype=ROW, size=120.9 K, encoding=NONE, compression=NONE, seqNum=223, earliestPutTs=1733428201164 2024-12-05T19:51:11,874 DEBUG [RS:0;86162e2766a8:33925-shortCompactions-0 {}] compactions.Compactor(225): Compacting 84169720fb7a40dab1c48f83b73af65a, keycount=16, bloomtype=ROW, size=21.3 K, encoding=NONE, compression=NONE, seqNum=243, earliestPutTs=1733428259786 2024-12-05T19:51:11,874 DEBUG [RS:0;86162e2766a8:33925-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9e3ba74ce31c493ab3b655cc52080802, keycount=8, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=254, earliestPutTs=1733428269835 2024-12-05T19:51:11,876 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42999/user/jenkins/test-data/d9352114-2bd9-122f-0647-47a1c458bbef/data/default/TestLogRolling-testLogRolling/e9f0fb407f001ab0b3882410eb8cbf63/.tmp/info/a48e392205884ed8b868fa21435d4584 is 1055, key is row0200/info:/1733428271848/Put/seqid=0 2024-12-05T19:51:11,888 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35769 is added to blk_1073741866_1042 (size=21854) 2024-12-05T19:51:11,888 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38413 is added to blk_1073741866_1042 (size=21854) 2024-12-05T19:51:11,893 INFO [RS:0;86162e2766a8:33925-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e9f0fb407f001ab0b3882410eb8cbf63#info#compaction#57 average throughput is 45.44 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T19:51:11,893 DEBUG [RS:0;86162e2766a8:33925-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42999/user/jenkins/test-data/d9352114-2bd9-122f-0647-47a1c458bbef/data/default/TestLogRolling-testLogRolling/e9f0fb407f001ab0b3882410eb8cbf63/.tmp/info/ee933cb004da4aeda886417692bdcc0b is 1055, key is row0064/info:/1733428201164/Put/seqid=0 2024-12-05T19:51:11,897 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38413 is added to blk_1073741867_1043 (size=149224) 2024-12-05T19:51:11,897 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35769 is added to blk_1073741867_1043 (size=149224) 2024-12-05T19:51:11,903 DEBUG [RS:0;86162e2766a8:33925-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42999/user/jenkins/test-data/d9352114-2bd9-122f-0647-47a1c458bbef/data/default/TestLogRolling-testLogRolling/e9f0fb407f001ab0b3882410eb8cbf63/.tmp/info/ee933cb004da4aeda886417692bdcc0b as hdfs://localhost:42999/user/jenkins/test-data/d9352114-2bd9-122f-0647-47a1c458bbef/data/default/TestLogRolling-testLogRolling/e9f0fb407f001ab0b3882410eb8cbf63/info/ee933cb004da4aeda886417692bdcc0b 2024-12-05T19:51:11,908 INFO [RS:0;86162e2766a8:33925-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in e9f0fb407f001ab0b3882410eb8cbf63/info of e9f0fb407f001ab0b3882410eb8cbf63 into ee933cb004da4aeda886417692bdcc0b(size=145.7 K), total size for store is 145.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T19:51:11,909 DEBUG [RS:0;86162e2766a8:33925-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e9f0fb407f001ab0b3882410eb8cbf63: 2024-12-05T19:51:11,909 INFO [RS:0;86162e2766a8:33925-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,row0064,1733428203300.e9f0fb407f001ab0b3882410eb8cbf63., storeName=e9f0fb407f001ab0b3882410eb8cbf63/info, priority=13, startTime=1733428271871; duration=0sec 2024-12-05T19:51:11,909 DEBUG [RS:0;86162e2766a8:33925-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T19:51:11,909 DEBUG [RS:0;86162e2766a8:33925-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e9f0fb407f001ab0b3882410eb8cbf63:info 2024-12-05T19:51:12,289 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=16.42 KB at sequenceid=273 (bloomFilter=true), to=hdfs://localhost:42999/user/jenkins/test-data/d9352114-2bd9-122f-0647-47a1c458bbef/data/default/TestLogRolling-testLogRolling/e9f0fb407f001ab0b3882410eb8cbf63/.tmp/info/a48e392205884ed8b868fa21435d4584 2024-12-05T19:51:12,295 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42999/user/jenkins/test-data/d9352114-2bd9-122f-0647-47a1c458bbef/data/default/TestLogRolling-testLogRolling/e9f0fb407f001ab0b3882410eb8cbf63/.tmp/info/a48e392205884ed8b868fa21435d4584 as hdfs://localhost:42999/user/jenkins/test-data/d9352114-2bd9-122f-0647-47a1c458bbef/data/default/TestLogRolling-testLogRolling/e9f0fb407f001ab0b3882410eb8cbf63/info/a48e392205884ed8b868fa21435d4584 2024-12-05T19:51:12,301 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42999/user/jenkins/test-data/d9352114-2bd9-122f-0647-47a1c458bbef/data/default/TestLogRolling-testLogRolling/e9f0fb407f001ab0b3882410eb8cbf63/info/a48e392205884ed8b868fa21435d4584, entries=16, sequenceid=273, filesize=21.3 K 2024-12-05T19:51:12,302 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~16.42 KB/16816, heapSize ~17.86 KB/18288, currentSize=9.24 KB/9459 for e9f0fb407f001ab0b3882410eb8cbf63 in 431ms, sequenceid=273, compaction requested=false 2024-12-05T19:51:12,302 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for e9f0fb407f001ab0b3882410eb8cbf63: 2024-12-05T19:51:13,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33925 {}] regionserver.HRegion(8855): Flush requested on e9f0fb407f001ab0b3882410eb8cbf63 2024-12-05T19:51:13,889 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing e9f0fb407f001ab0b3882410eb8cbf63 1/1 column families, dataSize=10.26 KB heapSize=11.27 KB 2024-12-05T19:51:13,894 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42999/user/jenkins/test-data/d9352114-2bd9-122f-0647-47a1c458bbef/data/default/TestLogRolling-testLogRolling/e9f0fb407f001ab0b3882410eb8cbf63/.tmp/info/a072374e97964517b050a3ebfc9e61f0 is 1055, key is row0216/info:/1733428271872/Put/seqid=0 2024-12-05T19:51:13,910 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35769 is added to blk_1073741868_1044 (size=15510) 2024-12-05T19:51:13,910 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38413 is added to blk_1073741868_1044 (size=15510) 2024-12-05T19:51:13,911 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=10.26 KB at sequenceid=287 (bloomFilter=true), to=hdfs://localhost:42999/user/jenkins/test-data/d9352114-2bd9-122f-0647-47a1c458bbef/data/default/TestLogRolling-testLogRolling/e9f0fb407f001ab0b3882410eb8cbf63/.tmp/info/a072374e97964517b050a3ebfc9e61f0 2024-12-05T19:51:13,919 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42999/user/jenkins/test-data/d9352114-2bd9-122f-0647-47a1c458bbef/data/default/TestLogRolling-testLogRolling/e9f0fb407f001ab0b3882410eb8cbf63/.tmp/info/a072374e97964517b050a3ebfc9e61f0 as hdfs://localhost:42999/user/jenkins/test-data/d9352114-2bd9-122f-0647-47a1c458bbef/data/default/TestLogRolling-testLogRolling/e9f0fb407f001ab0b3882410eb8cbf63/info/a072374e97964517b050a3ebfc9e61f0 2024-12-05T19:51:13,922 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=e9f0fb407f001ab0b3882410eb8cbf63, server=86162e2766a8,33925,1733428177769 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T19:51:13,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33925 {}] ipc.CallRunner(138): callId: 258 service: ClientService methodName: Mutate size: 1.2 K connection: 172.17.0.2:38272 deadline: 1733428283922, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=e9f0fb407f001ab0b3882410eb8cbf63, server=86162e2766a8,33925,1733428177769 2024-12-05T19:51:13,923 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestLogRolling-testLogRolling,row0064,1733428203300.e9f0fb407f001ab0b3882410eb8cbf63., hostname=86162e2766a8,33925,1733428177769, seqNum=122 , the old value is region=TestLogRolling-testLogRolling,row0064,1733428203300.e9f0fb407f001ab0b3882410eb8cbf63., hostname=86162e2766a8,33925,1733428177769, seqNum=122, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=e9f0fb407f001ab0b3882410eb8cbf63, server=86162e2766a8,33925,1733428177769 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T19:51:13,923 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestLogRolling-testLogRolling,row0064,1733428203300.e9f0fb407f001ab0b3882410eb8cbf63., hostname=86162e2766a8,33925,1733428177769, seqNum=122 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=e9f0fb407f001ab0b3882410eb8cbf63, server=86162e2766a8,33925,1733428177769 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T19:51:13,923 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestLogRolling-testLogRolling,row0064,1733428203300.e9f0fb407f001ab0b3882410eb8cbf63., hostname=86162e2766a8,33925,1733428177769, seqNum=122 because the exception is null or not the one we care about 2024-12-05T19:51:13,926 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42999/user/jenkins/test-data/d9352114-2bd9-122f-0647-47a1c458bbef/data/default/TestLogRolling-testLogRolling/e9f0fb407f001ab0b3882410eb8cbf63/info/a072374e97964517b050a3ebfc9e61f0, entries=10, sequenceid=287, filesize=15.1 K 2024-12-05T19:51:13,927 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~10.26 KB/10510, heapSize ~11.25 KB/11520, currentSize=19.50 KB/19969 for e9f0fb407f001ab0b3882410eb8cbf63 in 38ms, sequenceid=287, compaction requested=true 2024-12-05T19:51:13,927 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for e9f0fb407f001ab0b3882410eb8cbf63: 2024-12-05T19:51:13,927 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e9f0fb407f001ab0b3882410eb8cbf63:info, priority=-2147483648, current under compaction store size is 1 2024-12-05T19:51:13,927 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T19:51:13,927 DEBUG [RS:0;86162e2766a8:33925-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T19:51:13,928 DEBUG [RS:0;86162e2766a8:33925-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 186588 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T19:51:13,928 DEBUG [RS:0;86162e2766a8:33925-shortCompactions-0 {}] regionserver.HStore(1541): e9f0fb407f001ab0b3882410eb8cbf63/info is initiating minor compaction (all files) 2024-12-05T19:51:13,928 INFO [RS:0;86162e2766a8:33925-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e9f0fb407f001ab0b3882410eb8cbf63/info in TestLogRolling-testLogRolling,row0064,1733428203300.e9f0fb407f001ab0b3882410eb8cbf63. 2024-12-05T19:51:13,928 INFO [RS:0;86162e2766a8:33925-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42999/user/jenkins/test-data/d9352114-2bd9-122f-0647-47a1c458bbef/data/default/TestLogRolling-testLogRolling/e9f0fb407f001ab0b3882410eb8cbf63/info/ee933cb004da4aeda886417692bdcc0b, hdfs://localhost:42999/user/jenkins/test-data/d9352114-2bd9-122f-0647-47a1c458bbef/data/default/TestLogRolling-testLogRolling/e9f0fb407f001ab0b3882410eb8cbf63/info/a48e392205884ed8b868fa21435d4584, hdfs://localhost:42999/user/jenkins/test-data/d9352114-2bd9-122f-0647-47a1c458bbef/data/default/TestLogRolling-testLogRolling/e9f0fb407f001ab0b3882410eb8cbf63/info/a072374e97964517b050a3ebfc9e61f0] into tmpdir=hdfs://localhost:42999/user/jenkins/test-data/d9352114-2bd9-122f-0647-47a1c458bbef/data/default/TestLogRolling-testLogRolling/e9f0fb407f001ab0b3882410eb8cbf63/.tmp, totalSize=182.2 K 2024-12-05T19:51:13,929 DEBUG [RS:0;86162e2766a8:33925-shortCompactions-0 {}] compactions.Compactor(225): Compacting ee933cb004da4aeda886417692bdcc0b, keycount=136, bloomtype=ROW, size=145.7 K, encoding=NONE, compression=NONE, seqNum=254, earliestPutTs=1733428201164 2024-12-05T19:51:13,929 DEBUG [RS:0;86162e2766a8:33925-shortCompactions-0 {}] compactions.Compactor(225): Compacting a48e392205884ed8b868fa21435d4584, keycount=16, bloomtype=ROW, size=21.3 K, encoding=NONE, compression=NONE, seqNum=273, earliestPutTs=1733428271848 2024-12-05T19:51:13,930 DEBUG [RS:0;86162e2766a8:33925-shortCompactions-0 {}] compactions.Compactor(225): Compacting a072374e97964517b050a3ebfc9e61f0, keycount=10, bloomtype=ROW, size=15.1 K, encoding=NONE, compression=NONE, seqNum=287, earliestPutTs=1733428271872 2024-12-05T19:51:13,944 INFO [RS:0;86162e2766a8:33925-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e9f0fb407f001ab0b3882410eb8cbf63#info#compaction#59 average throughput is 40.59 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T19:51:13,944 DEBUG [RS:0;86162e2766a8:33925-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42999/user/jenkins/test-data/d9352114-2bd9-122f-0647-47a1c458bbef/data/default/TestLogRolling-testLogRolling/e9f0fb407f001ab0b3882410eb8cbf63/.tmp/info/7f1d7fa112d04f109ec72a9ce66a3712 is 1055, key is row0064/info:/1733428201164/Put/seqid=0 2024-12-05T19:51:13,947 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35769 is added to blk_1073741869_1045 (size=176738) 2024-12-05T19:51:13,947 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38413 is added to blk_1073741869_1045 (size=176738) 2024-12-05T19:51:13,953 DEBUG [RS:0;86162e2766a8:33925-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42999/user/jenkins/test-data/d9352114-2bd9-122f-0647-47a1c458bbef/data/default/TestLogRolling-testLogRolling/e9f0fb407f001ab0b3882410eb8cbf63/.tmp/info/7f1d7fa112d04f109ec72a9ce66a3712 as hdfs://localhost:42999/user/jenkins/test-data/d9352114-2bd9-122f-0647-47a1c458bbef/data/default/TestLogRolling-testLogRolling/e9f0fb407f001ab0b3882410eb8cbf63/info/7f1d7fa112d04f109ec72a9ce66a3712 2024-12-05T19:51:13,959 INFO [RS:0;86162e2766a8:33925-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in e9f0fb407f001ab0b3882410eb8cbf63/info of e9f0fb407f001ab0b3882410eb8cbf63 into 7f1d7fa112d04f109ec72a9ce66a3712(size=172.6 K), total size for store is 172.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T19:51:13,960 DEBUG [RS:0;86162e2766a8:33925-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e9f0fb407f001ab0b3882410eb8cbf63: 2024-12-05T19:51:13,960 INFO [RS:0;86162e2766a8:33925-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,row0064,1733428203300.e9f0fb407f001ab0b3882410eb8cbf63., storeName=e9f0fb407f001ab0b3882410eb8cbf63/info, priority=13, startTime=1733428273927; duration=0sec 2024-12-05T19:51:13,960 DEBUG [RS:0;86162e2766a8:33925-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T19:51:13,960 DEBUG [RS:0;86162e2766a8:33925-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e9f0fb407f001ab0b3882410eb8cbf63:info 2024-12-05T19:51:23,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33925 {}] regionserver.HRegion(8855): Flush requested on e9f0fb407f001ab0b3882410eb8cbf63 2024-12-05T19:51:23,934 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing e9f0fb407f001ab0b3882410eb8cbf63 1/1 column families, dataSize=20.53 KB heapSize=22.28 KB 2024-12-05T19:51:23,939 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42999/user/jenkins/test-data/d9352114-2bd9-122f-0647-47a1c458bbef/data/default/TestLogRolling-testLogRolling/e9f0fb407f001ab0b3882410eb8cbf63/.tmp/info/15166e2d1a374ea9b00a23c4dcbd4dac is 1055, key is row0226/info:/1733428273891/Put/seqid=0 2024-12-05T19:51:23,949 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33925 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=e9f0fb407f001ab0b3882410eb8cbf63, server=86162e2766a8,33925,1733428177769 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T19:51:23,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33925 {}] ipc.CallRunner(138): callId: 269 service: ClientService methodName: Mutate size: 1.2 K connection: 172.17.0.2:38272 deadline: 1733428293949, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=e9f0fb407f001ab0b3882410eb8cbf63, server=86162e2766a8,33925,1733428177769 2024-12-05T19:51:23,950 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38413 is added to blk_1073741870_1046 (size=26070) 2024-12-05T19:51:23,950 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35769 is added to blk_1073741870_1046 (size=26070) 2024-12-05T19:51:23,950 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestLogRolling-testLogRolling,row0064,1733428203300.e9f0fb407f001ab0b3882410eb8cbf63., hostname=86162e2766a8,33925,1733428177769, seqNum=122 , the old value is region=TestLogRolling-testLogRolling,row0064,1733428203300.e9f0fb407f001ab0b3882410eb8cbf63., hostname=86162e2766a8,33925,1733428177769, seqNum=122, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=e9f0fb407f001ab0b3882410eb8cbf63, server=86162e2766a8,33925,1733428177769 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T19:51:23,950 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestLogRolling-testLogRolling,row0064,1733428203300.e9f0fb407f001ab0b3882410eb8cbf63., hostname=86162e2766a8,33925,1733428177769, seqNum=122 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=e9f0fb407f001ab0b3882410eb8cbf63, server=86162e2766a8,33925,1733428177769 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T19:51:23,950 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestLogRolling-testLogRolling,row0064,1733428203300.e9f0fb407f001ab0b3882410eb8cbf63., hostname=86162e2766a8,33925,1733428177769, seqNum=122 because the exception is null or not the one we care about 2024-12-05T19:51:23,951 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.53 KB at sequenceid=311 (bloomFilter=true), to=hdfs://localhost:42999/user/jenkins/test-data/d9352114-2bd9-122f-0647-47a1c458bbef/data/default/TestLogRolling-testLogRolling/e9f0fb407f001ab0b3882410eb8cbf63/.tmp/info/15166e2d1a374ea9b00a23c4dcbd4dac 2024-12-05T19:51:23,957 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42999/user/jenkins/test-data/d9352114-2bd9-122f-0647-47a1c458bbef/data/default/TestLogRolling-testLogRolling/e9f0fb407f001ab0b3882410eb8cbf63/.tmp/info/15166e2d1a374ea9b00a23c4dcbd4dac as hdfs://localhost:42999/user/jenkins/test-data/d9352114-2bd9-122f-0647-47a1c458bbef/data/default/TestLogRolling-testLogRolling/e9f0fb407f001ab0b3882410eb8cbf63/info/15166e2d1a374ea9b00a23c4dcbd4dac 2024-12-05T19:51:23,962 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42999/user/jenkins/test-data/d9352114-2bd9-122f-0647-47a1c458bbef/data/default/TestLogRolling-testLogRolling/e9f0fb407f001ab0b3882410eb8cbf63/info/15166e2d1a374ea9b00a23c4dcbd4dac, entries=20, sequenceid=311, filesize=25.5 K 2024-12-05T19:51:23,963 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~20.53 KB/21020, heapSize ~22.27 KB/22800, currentSize=9.24 KB/9459 for e9f0fb407f001ab0b3882410eb8cbf63 in 29ms, sequenceid=311, compaction requested=false 2024-12-05T19:51:23,963 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for e9f0fb407f001ab0b3882410eb8cbf63: 2024-12-05T19:51:34,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33925 {}] regionserver.HRegion(8855): Flush requested on e9f0fb407f001ab0b3882410eb8cbf63 2024-12-05T19:51:34,034 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing e9f0fb407f001ab0b3882410eb8cbf63 1/1 column families, dataSize=10.26 KB heapSize=11.27 KB 2024-12-05T19:51:34,037 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region e9f0fb407f001ab0b3882410eb8cbf63, had cached 0 bytes from a total of 202808 2024-12-05T19:51:34,039 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42999/user/jenkins/test-data/d9352114-2bd9-122f-0647-47a1c458bbef/data/default/TestLogRolling-testLogRolling/e9f0fb407f001ab0b3882410eb8cbf63/.tmp/info/df9e3d37ada7431e9699cf5b9f076ceb is 1055, key is row0246/info:/1733428283935/Put/seqid=0 2024-12-05T19:51:34,045 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35769 is added to blk_1073741871_1047 (size=15510) 2024-12-05T19:51:34,045 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38413 is added to blk_1073741871_1047 (size=15510) 2024-12-05T19:51:34,046 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=10.26 KB at sequenceid=324 (bloomFilter=true), to=hdfs://localhost:42999/user/jenkins/test-data/d9352114-2bd9-122f-0647-47a1c458bbef/data/default/TestLogRolling-testLogRolling/e9f0fb407f001ab0b3882410eb8cbf63/.tmp/info/df9e3d37ada7431e9699cf5b9f076ceb 2024-12-05T19:51:34,052 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42999/user/jenkins/test-data/d9352114-2bd9-122f-0647-47a1c458bbef/data/default/TestLogRolling-testLogRolling/e9f0fb407f001ab0b3882410eb8cbf63/.tmp/info/df9e3d37ada7431e9699cf5b9f076ceb as hdfs://localhost:42999/user/jenkins/test-data/d9352114-2bd9-122f-0647-47a1c458bbef/data/default/TestLogRolling-testLogRolling/e9f0fb407f001ab0b3882410eb8cbf63/info/df9e3d37ada7431e9699cf5b9f076ceb 2024-12-05T19:51:34,057 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42999/user/jenkins/test-data/d9352114-2bd9-122f-0647-47a1c458bbef/data/default/TestLogRolling-testLogRolling/e9f0fb407f001ab0b3882410eb8cbf63/info/df9e3d37ada7431e9699cf5b9f076ceb, entries=10, sequenceid=324, filesize=15.1 K 2024-12-05T19:51:34,058 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~10.26 KB/10510, heapSize ~11.25 KB/11520, currentSize=1.03 KB/1051 for e9f0fb407f001ab0b3882410eb8cbf63 in 24ms, sequenceid=324, compaction requested=true 2024-12-05T19:51:34,058 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for e9f0fb407f001ab0b3882410eb8cbf63: 2024-12-05T19:51:34,058 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e9f0fb407f001ab0b3882410eb8cbf63:info, priority=-2147483648, current under compaction store size is 1 2024-12-05T19:51:34,058 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T19:51:34,058 DEBUG [RS:0;86162e2766a8:33925-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T19:51:34,060 DEBUG [RS:0;86162e2766a8:33925-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 218318 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T19:51:34,060 DEBUG [RS:0;86162e2766a8:33925-shortCompactions-0 {}] regionserver.HStore(1541): e9f0fb407f001ab0b3882410eb8cbf63/info is initiating minor compaction (all files) 2024-12-05T19:51:34,060 INFO [RS:0;86162e2766a8:33925-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e9f0fb407f001ab0b3882410eb8cbf63/info in TestLogRolling-testLogRolling,row0064,1733428203300.e9f0fb407f001ab0b3882410eb8cbf63. 2024-12-05T19:51:34,060 INFO [RS:0;86162e2766a8:33925-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42999/user/jenkins/test-data/d9352114-2bd9-122f-0647-47a1c458bbef/data/default/TestLogRolling-testLogRolling/e9f0fb407f001ab0b3882410eb8cbf63/info/7f1d7fa112d04f109ec72a9ce66a3712, hdfs://localhost:42999/user/jenkins/test-data/d9352114-2bd9-122f-0647-47a1c458bbef/data/default/TestLogRolling-testLogRolling/e9f0fb407f001ab0b3882410eb8cbf63/info/15166e2d1a374ea9b00a23c4dcbd4dac, hdfs://localhost:42999/user/jenkins/test-data/d9352114-2bd9-122f-0647-47a1c458bbef/data/default/TestLogRolling-testLogRolling/e9f0fb407f001ab0b3882410eb8cbf63/info/df9e3d37ada7431e9699cf5b9f076ceb] into tmpdir=hdfs://localhost:42999/user/jenkins/test-data/d9352114-2bd9-122f-0647-47a1c458bbef/data/default/TestLogRolling-testLogRolling/e9f0fb407f001ab0b3882410eb8cbf63/.tmp, totalSize=213.2 K 2024-12-05T19:51:34,060 DEBUG [RS:0;86162e2766a8:33925-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7f1d7fa112d04f109ec72a9ce66a3712, keycount=162, bloomtype=ROW, size=172.6 K, encoding=NONE, compression=NONE, seqNum=287, earliestPutTs=1733428201164 2024-12-05T19:51:34,061 DEBUG [RS:0;86162e2766a8:33925-shortCompactions-0 {}] compactions.Compactor(225): Compacting 15166e2d1a374ea9b00a23c4dcbd4dac, keycount=20, bloomtype=ROW, size=25.5 K, encoding=NONE, compression=NONE, seqNum=311, earliestPutTs=1733428273891 2024-12-05T19:51:34,061 DEBUG [RS:0;86162e2766a8:33925-shortCompactions-0 {}] compactions.Compactor(225): Compacting df9e3d37ada7431e9699cf5b9f076ceb, keycount=10, bloomtype=ROW, size=15.1 K, encoding=NONE, compression=NONE, seqNum=324, earliestPutTs=1733428283935 2024-12-05T19:51:34,076 INFO [RS:0;86162e2766a8:33925-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e9f0fb407f001ab0b3882410eb8cbf63#info#compaction#62 average throughput is 48.11 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T19:51:34,077 DEBUG [RS:0;86162e2766a8:33925-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42999/user/jenkins/test-data/d9352114-2bd9-122f-0647-47a1c458bbef/data/default/TestLogRolling-testLogRolling/e9f0fb407f001ab0b3882410eb8cbf63/.tmp/info/9daa452d596248b3b385830e6256cd9e is 1055, key is row0064/info:/1733428201164/Put/seqid=0 2024-12-05T19:51:34,080 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38413 is added to blk_1073741872_1048 (size=208537) 2024-12-05T19:51:34,081 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35769 is added to blk_1073741872_1048 (size=208537) 2024-12-05T19:51:34,085 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 2dfc48b968bb98b69b6439c67600f9a1, had cached 0 bytes from a total of 71441 2024-12-05T19:51:34,088 DEBUG [RS:0;86162e2766a8:33925-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42999/user/jenkins/test-data/d9352114-2bd9-122f-0647-47a1c458bbef/data/default/TestLogRolling-testLogRolling/e9f0fb407f001ab0b3882410eb8cbf63/.tmp/info/9daa452d596248b3b385830e6256cd9e as hdfs://localhost:42999/user/jenkins/test-data/d9352114-2bd9-122f-0647-47a1c458bbef/data/default/TestLogRolling-testLogRolling/e9f0fb407f001ab0b3882410eb8cbf63/info/9daa452d596248b3b385830e6256cd9e 2024-12-05T19:51:34,094 INFO [RS:0;86162e2766a8:33925-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in e9f0fb407f001ab0b3882410eb8cbf63/info of e9f0fb407f001ab0b3882410eb8cbf63 into 9daa452d596248b3b385830e6256cd9e(size=203.6 K), total size for store is 203.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T19:51:34,094 DEBUG [RS:0;86162e2766a8:33925-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e9f0fb407f001ab0b3882410eb8cbf63: 2024-12-05T19:51:34,094 INFO [RS:0;86162e2766a8:33925-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,row0064,1733428203300.e9f0fb407f001ab0b3882410eb8cbf63., storeName=e9f0fb407f001ab0b3882410eb8cbf63/info, priority=13, startTime=1733428294058; duration=0sec 2024-12-05T19:51:34,094 DEBUG [RS:0;86162e2766a8:33925-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T19:51:34,094 DEBUG [RS:0;86162e2766a8:33925-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e9f0fb407f001ab0b3882410eb8cbf63:info 2024-12-05T19:51:36,036 INFO [Time-limited test {}] wal.AbstractTestLogRolling(285): after writing there are 0 log files 2024-12-05T19:51:36,049 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d9352114-2bd9-122f-0647-47a1c458bbef/WALs/86162e2766a8,33925,1733428177769/86162e2766a8%2C33925%2C1733428177769.1733428296036, exclude list is [], retry=0 2024-12-05T19:51:36,052 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38413,DS-65473efe-3448-4265-8b0d-67eeb2e17d77,DISK] 2024-12-05T19:51:36,052 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35769,DS-32f08d30-dcf0-4be8-a4aa-bd6186e7d652,DISK] 2024-12-05T19:51:36,054 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/d9352114-2bd9-122f-0647-47a1c458bbef/WALs/86162e2766a8,33925,1733428177769/86162e2766a8%2C33925%2C1733428177769.1733428178201 with entries=308, filesize=300.85 KB; new WAL /user/jenkins/test-data/d9352114-2bd9-122f-0647-47a1c458bbef/WALs/86162e2766a8,33925,1733428177769/86162e2766a8%2C33925%2C1733428177769.1733428296036 2024-12-05T19:51:36,059 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43531:43531),(127.0.0.1/127.0.0.1:33701:33701)] 2024-12-05T19:51:36,060 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:42999/user/jenkins/test-data/d9352114-2bd9-122f-0647-47a1c458bbef/WALs/86162e2766a8,33925,1733428177769/86162e2766a8%2C33925%2C1733428177769.1733428178201 is not closed yet, will try archiving it next time 2024-12-05T19:51:36,061 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38413 is added to blk_1073741833_1009 (size=308076) 2024-12-05T19:51:36,061 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35769 is added to blk_1073741833_1009 (size=308076) 2024-12-05T19:51:36,064 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing e9f0fb407f001ab0b3882410eb8cbf63 1/1 column families, dataSize=1.03 KB heapSize=1.35 KB 2024-12-05T19:51:36,068 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42999/user/jenkins/test-data/d9352114-2bd9-122f-0647-47a1c458bbef/data/default/TestLogRolling-testLogRolling/e9f0fb407f001ab0b3882410eb8cbf63/.tmp/info/64c94daaeacf47129fd1a50e795f50a4 is 1055, key is row0256/info:/1733428294035/Put/seqid=0 2024-12-05T19:51:36,072 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35769 is added to blk_1073741874_1050 (size=6010) 2024-12-05T19:51:36,073 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38413 is added to blk_1073741874_1050 (size=6010) 2024-12-05T19:51:36,073 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=329 (bloomFilter=true), to=hdfs://localhost:42999/user/jenkins/test-data/d9352114-2bd9-122f-0647-47a1c458bbef/data/default/TestLogRolling-testLogRolling/e9f0fb407f001ab0b3882410eb8cbf63/.tmp/info/64c94daaeacf47129fd1a50e795f50a4 2024-12-05T19:51:36,079 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42999/user/jenkins/test-data/d9352114-2bd9-122f-0647-47a1c458bbef/data/default/TestLogRolling-testLogRolling/e9f0fb407f001ab0b3882410eb8cbf63/.tmp/info/64c94daaeacf47129fd1a50e795f50a4 as hdfs://localhost:42999/user/jenkins/test-data/d9352114-2bd9-122f-0647-47a1c458bbef/data/default/TestLogRolling-testLogRolling/e9f0fb407f001ab0b3882410eb8cbf63/info/64c94daaeacf47129fd1a50e795f50a4 2024-12-05T19:51:36,083 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42999/user/jenkins/test-data/d9352114-2bd9-122f-0647-47a1c458bbef/data/default/TestLogRolling-testLogRolling/e9f0fb407f001ab0b3882410eb8cbf63/info/64c94daaeacf47129fd1a50e795f50a4, entries=1, sequenceid=329, filesize=5.9 K 2024-12-05T19:51:36,084 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~1.03 KB/1051, heapSize ~1.34 KB/1368, currentSize=0 B/0 for e9f0fb407f001ab0b3882410eb8cbf63 in 20ms, sequenceid=329, compaction requested=false 2024-12-05T19:51:36,085 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for e9f0fb407f001ab0b3882410eb8cbf63: 2024-12-05T19:51:36,085 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=670 B heapSize=2.02 KB 2024-12-05T19:51:36,089 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42999/user/jenkins/test-data/d9352114-2bd9-122f-0647-47a1c458bbef/data/hbase/meta/1588230740/.tmp/info/f8c06b0d8a5a44bbacd7cc68e31194f9 is 186, key is TestLogRolling-testLogRolling,,1733428203300.2dfc48b968bb98b69b6439c67600f9a1./info:regioninfo/1733428204129/Put/seqid=0 2024-12-05T19:51:36,094 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38413 is added to blk_1073741875_1051 (size=6153) 2024-12-05T19:51:36,094 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35769 is added to blk_1073741875_1051 (size=6153) 2024-12-05T19:51:36,094 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=670 B at sequenceid=21 (bloomFilter=true), to=hdfs://localhost:42999/user/jenkins/test-data/d9352114-2bd9-122f-0647-47a1c458bbef/data/hbase/meta/1588230740/.tmp/info/f8c06b0d8a5a44bbacd7cc68e31194f9 2024-12-05T19:51:36,099 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42999/user/jenkins/test-data/d9352114-2bd9-122f-0647-47a1c458bbef/data/hbase/meta/1588230740/.tmp/info/f8c06b0d8a5a44bbacd7cc68e31194f9 as hdfs://localhost:42999/user/jenkins/test-data/d9352114-2bd9-122f-0647-47a1c458bbef/data/hbase/meta/1588230740/info/f8c06b0d8a5a44bbacd7cc68e31194f9 2024-12-05T19:51:36,104 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42999/user/jenkins/test-data/d9352114-2bd9-122f-0647-47a1c458bbef/data/hbase/meta/1588230740/info/f8c06b0d8a5a44bbacd7cc68e31194f9, entries=5, sequenceid=21, filesize=6.0 K 2024-12-05T19:51:36,105 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~670 B/670, heapSize ~1.25 KB/1280, currentSize=0 B/0 for 1588230740 in 20ms, sequenceid=21, compaction requested=false 2024-12-05T19:51:36,105 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 1588230740: 2024-12-05T19:51:36,105 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 2dfc48b968bb98b69b6439c67600f9a1: 2024-12-05T19:51:36,118 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d9352114-2bd9-122f-0647-47a1c458bbef/WALs/86162e2766a8,33925,1733428177769/86162e2766a8%2C33925%2C1733428177769.1733428296105, exclude list is [], retry=0 2024-12-05T19:51:36,121 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38413,DS-65473efe-3448-4265-8b0d-67eeb2e17d77,DISK] 2024-12-05T19:51:36,121 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35769,DS-32f08d30-dcf0-4be8-a4aa-bd6186e7d652,DISK] 2024-12-05T19:51:36,123 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/d9352114-2bd9-122f-0647-47a1c458bbef/WALs/86162e2766a8,33925,1733428177769/86162e2766a8%2C33925%2C1733428177769.1733428296036 with entries=2, filesize=723 B; new WAL /user/jenkins/test-data/d9352114-2bd9-122f-0647-47a1c458bbef/WALs/86162e2766a8,33925,1733428177769/86162e2766a8%2C33925%2C1733428177769.1733428296105 2024-12-05T19:51:36,123 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43531:43531),(127.0.0.1/127.0.0.1:33701:33701)] 2024-12-05T19:51:36,123 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:42999/user/jenkins/test-data/d9352114-2bd9-122f-0647-47a1c458bbef/WALs/86162e2766a8,33925,1733428177769/86162e2766a8%2C33925%2C1733428177769.1733428296036 is not closed yet, will try archiving it next time 2024-12-05T19:51:36,123 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:42999/user/jenkins/test-data/d9352114-2bd9-122f-0647-47a1c458bbef/WALs/86162e2766a8,33925,1733428177769/86162e2766a8%2C33925%2C1733428177769.1733428178201 to hdfs://localhost:42999/user/jenkins/test-data/d9352114-2bd9-122f-0647-47a1c458bbef/oldWALs/86162e2766a8%2C33925%2C1733428177769.1733428178201 2024-12-05T19:51:36,124 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [5,000] milli-secs(wait.for.ratio=[1]) 2024-12-05T19:51:36,124 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35769 is added to blk_1073741873_1049 (size=731) 2024-12-05T19:51:36,124 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38413 is added to blk_1073741873_1049 (size=731) 2024-12-05T19:51:36,125 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:42999/user/jenkins/test-data/d9352114-2bd9-122f-0647-47a1c458bbef/WALs/86162e2766a8,33925,1733428177769/86162e2766a8%2C33925%2C1733428177769.1733428296036 to hdfs://localhost:42999/user/jenkins/test-data/d9352114-2bd9-122f-0647-47a1c458bbef/oldWALs/86162e2766a8%2C33925%2C1733428177769.1733428296036 2024-12-05T19:51:36,224 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-05T19:51:36,224 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T19:51:36,224 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T19:51:36,224 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T19:51:36,225 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T19:51:36,225 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T19:51:36,225 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-05T19:51:36,225 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1046672864, stopped=false 2024-12-05T19:51:36,225 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=86162e2766a8,40453,1733428177713 2024-12-05T19:51:36,227 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40453-0x10063baa4070000, quorum=127.0.0.1:49480, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-05T19:51:36,227 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33925-0x10063baa4070001, quorum=127.0.0.1:49480, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-05T19:51:36,227 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40453-0x10063baa4070000, quorum=127.0.0.1:49480, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T19:51:36,227 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33925-0x10063baa4070001, quorum=127.0.0.1:49480, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T19:51:36,227 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-05T19:51:36,227 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T19:51:36,227 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T19:51:36,227 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T19:51:36,227 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '86162e2766a8,33925,1733428177769' ***** 2024-12-05T19:51:36,227 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-05T19:51:36,228 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33925-0x10063baa4070001, quorum=127.0.0.1:49480, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-05T19:51:36,228 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:40453-0x10063baa4070000, quorum=127.0.0.1:49480, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-05T19:51:36,228 INFO [RS:0;86162e2766a8:33925 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-05T19:51:36,228 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-05T19:51:36,228 INFO [RS:0;86162e2766a8:33925 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-05T19:51:36,228 INFO [RS:0;86162e2766a8:33925 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-05T19:51:36,228 INFO [RS:0;86162e2766a8:33925 {}] regionserver.HRegionServer(3091): Received CLOSE for e9f0fb407f001ab0b3882410eb8cbf63 2024-12-05T19:51:36,228 INFO [RS:0;86162e2766a8:33925 {}] regionserver.HRegionServer(3091): Received CLOSE for 2dfc48b968bb98b69b6439c67600f9a1 2024-12-05T19:51:36,228 INFO [RS:0;86162e2766a8:33925 {}] regionserver.HRegionServer(959): stopping server 86162e2766a8,33925,1733428177769 2024-12-05T19:51:36,228 INFO [RS:0;86162e2766a8:33925 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T19:51:36,229 DEBUG [RS_CLOSE_REGION-regionserver/86162e2766a8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing e9f0fb407f001ab0b3882410eb8cbf63, disabling compactions & flushes 2024-12-05T19:51:36,229 INFO [RS:0;86162e2766a8:33925 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;86162e2766a8:33925. 2024-12-05T19:51:36,229 INFO [RS_CLOSE_REGION-regionserver/86162e2766a8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region TestLogRolling-testLogRolling,row0064,1733428203300.e9f0fb407f001ab0b3882410eb8cbf63. 2024-12-05T19:51:36,229 DEBUG [RS_CLOSE_REGION-regionserver/86162e2766a8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testLogRolling,row0064,1733428203300.e9f0fb407f001ab0b3882410eb8cbf63. 2024-12-05T19:51:36,229 DEBUG [RS:0;86162e2766a8:33925 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T19:51:36,229 DEBUG [RS_CLOSE_REGION-regionserver/86162e2766a8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testLogRolling,row0064,1733428203300.e9f0fb407f001ab0b3882410eb8cbf63. after waiting 0 ms 2024-12-05T19:51:36,229 DEBUG [RS:0;86162e2766a8:33925 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T19:51:36,229 DEBUG [RS_CLOSE_REGION-regionserver/86162e2766a8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testLogRolling,row0064,1733428203300.e9f0fb407f001ab0b3882410eb8cbf63. 2024-12-05T19:51:36,229 INFO [RS:0;86162e2766a8:33925 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-05T19:51:36,229 INFO [RS:0;86162e2766a8:33925 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-05T19:51:36,229 INFO [RS:0;86162e2766a8:33925 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-05T19:51:36,229 INFO [RS:0;86162e2766a8:33925 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-05T19:51:36,229 INFO [RS:0;86162e2766a8:33925 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-05T19:51:36,229 DEBUG [RS:0;86162e2766a8:33925 {}] regionserver.HRegionServer(1325): Online Regions={e9f0fb407f001ab0b3882410eb8cbf63=TestLogRolling-testLogRolling,row0064,1733428203300.e9f0fb407f001ab0b3882410eb8cbf63., 1588230740=hbase:meta,,1.1588230740, 2dfc48b968bb98b69b6439c67600f9a1=TestLogRolling-testLogRolling,,1733428203300.2dfc48b968bb98b69b6439c67600f9a1.} 2024-12-05T19:51:36,229 DEBUG [RS:0;86162e2766a8:33925 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2dfc48b968bb98b69b6439c67600f9a1, e9f0fb407f001ab0b3882410eb8cbf63 2024-12-05T19:51:36,229 DEBUG [RS_CLOSE_META-regionserver/86162e2766a8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-05T19:51:36,229 INFO [RS_CLOSE_META-regionserver/86162e2766a8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-05T19:51:36,229 DEBUG [RS_CLOSE_META-regionserver/86162e2766a8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-05T19:51:36,229 DEBUG [RS_CLOSE_META-regionserver/86162e2766a8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T19:51:36,230 DEBUG [RS_CLOSE_META-regionserver/86162e2766a8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T19:51:36,229 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1733428203300.e9f0fb407f001ab0b3882410eb8cbf63.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:42999/user/jenkins/test-data/d9352114-2bd9-122f-0647-47a1c458bbef/data/default/TestLogRolling-testLogRolling/e9f0fb407f001ab0b3882410eb8cbf63/info/6df5fab6bf834aeab68fbba60acf9777.3d3de49133a2707cd7b3333fd49b9f1c->hdfs://localhost:42999/user/jenkins/test-data/d9352114-2bd9-122f-0647-47a1c458bbef/data/default/TestLogRolling-testLogRolling/3d3de49133a2707cd7b3333fd49b9f1c/info/6df5fab6bf834aeab68fbba60acf9777-top, hdfs://localhost:42999/user/jenkins/test-data/d9352114-2bd9-122f-0647-47a1c458bbef/data/default/TestLogRolling-testLogRolling/e9f0fb407f001ab0b3882410eb8cbf63/info/TestLogRolling-testLogRolling=3d3de49133a2707cd7b3333fd49b9f1c-7994adb2432841f79dc2ac0ba7e6a894, hdfs://localhost:42999/user/jenkins/test-data/d9352114-2bd9-122f-0647-47a1c458bbef/data/default/TestLogRolling-testLogRolling/e9f0fb407f001ab0b3882410eb8cbf63/info/7ba67fc0b047442f995ac6d3db25f803, hdfs://localhost:42999/user/jenkins/test-data/d9352114-2bd9-122f-0647-47a1c458bbef/data/default/TestLogRolling-testLogRolling/e9f0fb407f001ab0b3882410eb8cbf63/info/TestLogRolling-testLogRolling=3d3de49133a2707cd7b3333fd49b9f1c-2eab3a43db44419482e0f4a7bad3b3d3, hdfs://localhost:42999/user/jenkins/test-data/d9352114-2bd9-122f-0647-47a1c458bbef/data/default/TestLogRolling-testLogRolling/e9f0fb407f001ab0b3882410eb8cbf63/info/05ce83a293114c14861b0dc501875740, hdfs://localhost:42999/user/jenkins/test-data/d9352114-2bd9-122f-0647-47a1c458bbef/data/default/TestLogRolling-testLogRolling/e9f0fb407f001ab0b3882410eb8cbf63/info/6c547932d9324319b62a8c33360f5ccc, hdfs://localhost:42999/user/jenkins/test-data/d9352114-2bd9-122f-0647-47a1c458bbef/data/default/TestLogRolling-testLogRolling/e9f0fb407f001ab0b3882410eb8cbf63/info/d8642438f950483bb54b801cc0de6a70, hdfs://localhost:42999/user/jenkins/test-data/d9352114-2bd9-122f-0647-47a1c458bbef/data/default/TestLogRolling-testLogRolling/e9f0fb407f001ab0b3882410eb8cbf63/info/73e52f6f22d74d9d8481434a835ee0b4, hdfs://localhost:42999/user/jenkins/test-data/d9352114-2bd9-122f-0647-47a1c458bbef/data/default/TestLogRolling-testLogRolling/e9f0fb407f001ab0b3882410eb8cbf63/info/43abcc4234f1461688180ad72fcb4c7a, hdfs://localhost:42999/user/jenkins/test-data/d9352114-2bd9-122f-0647-47a1c458bbef/data/default/TestLogRolling-testLogRolling/e9f0fb407f001ab0b3882410eb8cbf63/info/c8311d619d124140ba4ace51e3231234, hdfs://localhost:42999/user/jenkins/test-data/d9352114-2bd9-122f-0647-47a1c458bbef/data/default/TestLogRolling-testLogRolling/e9f0fb407f001ab0b3882410eb8cbf63/info/ace281182ca84916b571d62c9614679b, hdfs://localhost:42999/user/jenkins/test-data/d9352114-2bd9-122f-0647-47a1c458bbef/data/default/TestLogRolling-testLogRolling/e9f0fb407f001ab0b3882410eb8cbf63/info/c95c11e88e044450a48d46af46258f81, hdfs://localhost:42999/user/jenkins/test-data/d9352114-2bd9-122f-0647-47a1c458bbef/data/default/TestLogRolling-testLogRolling/e9f0fb407f001ab0b3882410eb8cbf63/info/0a3255d385f3470bbff4681477c63817, hdfs://localhost:42999/user/jenkins/test-data/d9352114-2bd9-122f-0647-47a1c458bbef/data/default/TestLogRolling-testLogRolling/e9f0fb407f001ab0b3882410eb8cbf63/info/84169720fb7a40dab1c48f83b73af65a, hdfs://localhost:42999/user/jenkins/test-data/d9352114-2bd9-122f-0647-47a1c458bbef/data/default/TestLogRolling-testLogRolling/e9f0fb407f001ab0b3882410eb8cbf63/info/ee933cb004da4aeda886417692bdcc0b, hdfs://localhost:42999/user/jenkins/test-data/d9352114-2bd9-122f-0647-47a1c458bbef/data/default/TestLogRolling-testLogRolling/e9f0fb407f001ab0b3882410eb8cbf63/info/9e3ba74ce31c493ab3b655cc52080802, hdfs://localhost:42999/user/jenkins/test-data/d9352114-2bd9-122f-0647-47a1c458bbef/data/default/TestLogRolling-testLogRolling/e9f0fb407f001ab0b3882410eb8cbf63/info/a48e392205884ed8b868fa21435d4584, hdfs://localhost:42999/user/jenkins/test-data/d9352114-2bd9-122f-0647-47a1c458bbef/data/default/TestLogRolling-testLogRolling/e9f0fb407f001ab0b3882410eb8cbf63/info/7f1d7fa112d04f109ec72a9ce66a3712, hdfs://localhost:42999/user/jenkins/test-data/d9352114-2bd9-122f-0647-47a1c458bbef/data/default/TestLogRolling-testLogRolling/e9f0fb407f001ab0b3882410eb8cbf63/info/a072374e97964517b050a3ebfc9e61f0, hdfs://localhost:42999/user/jenkins/test-data/d9352114-2bd9-122f-0647-47a1c458bbef/data/default/TestLogRolling-testLogRolling/e9f0fb407f001ab0b3882410eb8cbf63/info/15166e2d1a374ea9b00a23c4dcbd4dac, hdfs://localhost:42999/user/jenkins/test-data/d9352114-2bd9-122f-0647-47a1c458bbef/data/default/TestLogRolling-testLogRolling/e9f0fb407f001ab0b3882410eb8cbf63/info/df9e3d37ada7431e9699cf5b9f076ceb] to archive 2024-12-05T19:51:36,231 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1733428203300.e9f0fb407f001ab0b3882410eb8cbf63.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-05T19:51:36,233 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1733428203300.e9f0fb407f001ab0b3882410eb8cbf63.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42999/user/jenkins/test-data/d9352114-2bd9-122f-0647-47a1c458bbef/data/default/TestLogRolling-testLogRolling/e9f0fb407f001ab0b3882410eb8cbf63/info/6df5fab6bf834aeab68fbba60acf9777.3d3de49133a2707cd7b3333fd49b9f1c to hdfs://localhost:42999/user/jenkins/test-data/d9352114-2bd9-122f-0647-47a1c458bbef/archive/data/default/TestLogRolling-testLogRolling/e9f0fb407f001ab0b3882410eb8cbf63/info/6df5fab6bf834aeab68fbba60acf9777.3d3de49133a2707cd7b3333fd49b9f1c 2024-12-05T19:51:36,234 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1733428203300.e9f0fb407f001ab0b3882410eb8cbf63.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42999/user/jenkins/test-data/d9352114-2bd9-122f-0647-47a1c458bbef/data/default/TestLogRolling-testLogRolling/e9f0fb407f001ab0b3882410eb8cbf63/info/TestLogRolling-testLogRolling=3d3de49133a2707cd7b3333fd49b9f1c-7994adb2432841f79dc2ac0ba7e6a894 to hdfs://localhost:42999/user/jenkins/test-data/d9352114-2bd9-122f-0647-47a1c458bbef/archive/data/default/TestLogRolling-testLogRolling/e9f0fb407f001ab0b3882410eb8cbf63/info/TestLogRolling-testLogRolling=3d3de49133a2707cd7b3333fd49b9f1c-7994adb2432841f79dc2ac0ba7e6a894 2024-12-05T19:51:36,234 DEBUG [RS_CLOSE_META-regionserver/86162e2766a8:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42999/user/jenkins/test-data/d9352114-2bd9-122f-0647-47a1c458bbef/data/hbase/meta/1588230740/recovered.edits/24.seqid, newMaxSeqId=24, maxSeqId=1 2024-12-05T19:51:36,235 DEBUG [RS_CLOSE_META-regionserver/86162e2766a8:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T19:51:36,235 INFO [RS_CLOSE_META-regionserver/86162e2766a8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-05T19:51:36,235 DEBUG [RS_CLOSE_META-regionserver/86162e2766a8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733428296229Running coprocessor pre-close hooks at 1733428296229Disabling compacts and flushes for region at 1733428296229Disabling writes for close at 1733428296229Writing region close event to WAL at 1733428296231 (+2 ms)Running coprocessor post-close hooks at 1733428296235 (+4 ms)Closed at 1733428296235 2024-12-05T19:51:36,235 DEBUG [RS_CLOSE_META-regionserver/86162e2766a8:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-05T19:51:36,236 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1733428203300.e9f0fb407f001ab0b3882410eb8cbf63.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42999/user/jenkins/test-data/d9352114-2bd9-122f-0647-47a1c458bbef/data/default/TestLogRolling-testLogRolling/e9f0fb407f001ab0b3882410eb8cbf63/info/7ba67fc0b047442f995ac6d3db25f803 to hdfs://localhost:42999/user/jenkins/test-data/d9352114-2bd9-122f-0647-47a1c458bbef/archive/data/default/TestLogRolling-testLogRolling/e9f0fb407f001ab0b3882410eb8cbf63/info/7ba67fc0b047442f995ac6d3db25f803 2024-12-05T19:51:36,237 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1733428203300.e9f0fb407f001ab0b3882410eb8cbf63.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42999/user/jenkins/test-data/d9352114-2bd9-122f-0647-47a1c458bbef/data/default/TestLogRolling-testLogRolling/e9f0fb407f001ab0b3882410eb8cbf63/info/TestLogRolling-testLogRolling=3d3de49133a2707cd7b3333fd49b9f1c-2eab3a43db44419482e0f4a7bad3b3d3 to hdfs://localhost:42999/user/jenkins/test-data/d9352114-2bd9-122f-0647-47a1c458bbef/archive/data/default/TestLogRolling-testLogRolling/e9f0fb407f001ab0b3882410eb8cbf63/info/TestLogRolling-testLogRolling=3d3de49133a2707cd7b3333fd49b9f1c-2eab3a43db44419482e0f4a7bad3b3d3 2024-12-05T19:51:36,238 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1733428203300.e9f0fb407f001ab0b3882410eb8cbf63.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42999/user/jenkins/test-data/d9352114-2bd9-122f-0647-47a1c458bbef/data/default/TestLogRolling-testLogRolling/e9f0fb407f001ab0b3882410eb8cbf63/info/05ce83a293114c14861b0dc501875740 to hdfs://localhost:42999/user/jenkins/test-data/d9352114-2bd9-122f-0647-47a1c458bbef/archive/data/default/TestLogRolling-testLogRolling/e9f0fb407f001ab0b3882410eb8cbf63/info/05ce83a293114c14861b0dc501875740 2024-12-05T19:51:36,239 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1733428203300.e9f0fb407f001ab0b3882410eb8cbf63.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42999/user/jenkins/test-data/d9352114-2bd9-122f-0647-47a1c458bbef/data/default/TestLogRolling-testLogRolling/e9f0fb407f001ab0b3882410eb8cbf63/info/6c547932d9324319b62a8c33360f5ccc to hdfs://localhost:42999/user/jenkins/test-data/d9352114-2bd9-122f-0647-47a1c458bbef/archive/data/default/TestLogRolling-testLogRolling/e9f0fb407f001ab0b3882410eb8cbf63/info/6c547932d9324319b62a8c33360f5ccc 2024-12-05T19:51:36,240 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1733428203300.e9f0fb407f001ab0b3882410eb8cbf63.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42999/user/jenkins/test-data/d9352114-2bd9-122f-0647-47a1c458bbef/data/default/TestLogRolling-testLogRolling/e9f0fb407f001ab0b3882410eb8cbf63/info/d8642438f950483bb54b801cc0de6a70 to hdfs://localhost:42999/user/jenkins/test-data/d9352114-2bd9-122f-0647-47a1c458bbef/archive/data/default/TestLogRolling-testLogRolling/e9f0fb407f001ab0b3882410eb8cbf63/info/d8642438f950483bb54b801cc0de6a70 2024-12-05T19:51:36,241 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1733428203300.e9f0fb407f001ab0b3882410eb8cbf63.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42999/user/jenkins/test-data/d9352114-2bd9-122f-0647-47a1c458bbef/data/default/TestLogRolling-testLogRolling/e9f0fb407f001ab0b3882410eb8cbf63/info/73e52f6f22d74d9d8481434a835ee0b4 to hdfs://localhost:42999/user/jenkins/test-data/d9352114-2bd9-122f-0647-47a1c458bbef/archive/data/default/TestLogRolling-testLogRolling/e9f0fb407f001ab0b3882410eb8cbf63/info/73e52f6f22d74d9d8481434a835ee0b4 2024-12-05T19:51:36,242 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1733428203300.e9f0fb407f001ab0b3882410eb8cbf63.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42999/user/jenkins/test-data/d9352114-2bd9-122f-0647-47a1c458bbef/data/default/TestLogRolling-testLogRolling/e9f0fb407f001ab0b3882410eb8cbf63/info/43abcc4234f1461688180ad72fcb4c7a to hdfs://localhost:42999/user/jenkins/test-data/d9352114-2bd9-122f-0647-47a1c458bbef/archive/data/default/TestLogRolling-testLogRolling/e9f0fb407f001ab0b3882410eb8cbf63/info/43abcc4234f1461688180ad72fcb4c7a 2024-12-05T19:51:36,244 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1733428203300.e9f0fb407f001ab0b3882410eb8cbf63.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42999/user/jenkins/test-data/d9352114-2bd9-122f-0647-47a1c458bbef/data/default/TestLogRolling-testLogRolling/e9f0fb407f001ab0b3882410eb8cbf63/info/c8311d619d124140ba4ace51e3231234 to hdfs://localhost:42999/user/jenkins/test-data/d9352114-2bd9-122f-0647-47a1c458bbef/archive/data/default/TestLogRolling-testLogRolling/e9f0fb407f001ab0b3882410eb8cbf63/info/c8311d619d124140ba4ace51e3231234 2024-12-05T19:51:36,245 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1733428203300.e9f0fb407f001ab0b3882410eb8cbf63.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42999/user/jenkins/test-data/d9352114-2bd9-122f-0647-47a1c458bbef/data/default/TestLogRolling-testLogRolling/e9f0fb407f001ab0b3882410eb8cbf63/info/ace281182ca84916b571d62c9614679b to hdfs://localhost:42999/user/jenkins/test-data/d9352114-2bd9-122f-0647-47a1c458bbef/archive/data/default/TestLogRolling-testLogRolling/e9f0fb407f001ab0b3882410eb8cbf63/info/ace281182ca84916b571d62c9614679b 2024-12-05T19:51:36,246 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1733428203300.e9f0fb407f001ab0b3882410eb8cbf63.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42999/user/jenkins/test-data/d9352114-2bd9-122f-0647-47a1c458bbef/data/default/TestLogRolling-testLogRolling/e9f0fb407f001ab0b3882410eb8cbf63/info/c95c11e88e044450a48d46af46258f81 to hdfs://localhost:42999/user/jenkins/test-data/d9352114-2bd9-122f-0647-47a1c458bbef/archive/data/default/TestLogRolling-testLogRolling/e9f0fb407f001ab0b3882410eb8cbf63/info/c95c11e88e044450a48d46af46258f81 2024-12-05T19:51:36,247 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1733428203300.e9f0fb407f001ab0b3882410eb8cbf63.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42999/user/jenkins/test-data/d9352114-2bd9-122f-0647-47a1c458bbef/data/default/TestLogRolling-testLogRolling/e9f0fb407f001ab0b3882410eb8cbf63/info/0a3255d385f3470bbff4681477c63817 to hdfs://localhost:42999/user/jenkins/test-data/d9352114-2bd9-122f-0647-47a1c458bbef/archive/data/default/TestLogRolling-testLogRolling/e9f0fb407f001ab0b3882410eb8cbf63/info/0a3255d385f3470bbff4681477c63817 2024-12-05T19:51:36,248 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1733428203300.e9f0fb407f001ab0b3882410eb8cbf63.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42999/user/jenkins/test-data/d9352114-2bd9-122f-0647-47a1c458bbef/data/default/TestLogRolling-testLogRolling/e9f0fb407f001ab0b3882410eb8cbf63/info/84169720fb7a40dab1c48f83b73af65a to hdfs://localhost:42999/user/jenkins/test-data/d9352114-2bd9-122f-0647-47a1c458bbef/archive/data/default/TestLogRolling-testLogRolling/e9f0fb407f001ab0b3882410eb8cbf63/info/84169720fb7a40dab1c48f83b73af65a 2024-12-05T19:51:36,249 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1733428203300.e9f0fb407f001ab0b3882410eb8cbf63.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42999/user/jenkins/test-data/d9352114-2bd9-122f-0647-47a1c458bbef/data/default/TestLogRolling-testLogRolling/e9f0fb407f001ab0b3882410eb8cbf63/info/ee933cb004da4aeda886417692bdcc0b to hdfs://localhost:42999/user/jenkins/test-data/d9352114-2bd9-122f-0647-47a1c458bbef/archive/data/default/TestLogRolling-testLogRolling/e9f0fb407f001ab0b3882410eb8cbf63/info/ee933cb004da4aeda886417692bdcc0b 2024-12-05T19:51:36,250 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1733428203300.e9f0fb407f001ab0b3882410eb8cbf63.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42999/user/jenkins/test-data/d9352114-2bd9-122f-0647-47a1c458bbef/data/default/TestLogRolling-testLogRolling/e9f0fb407f001ab0b3882410eb8cbf63/info/9e3ba74ce31c493ab3b655cc52080802 to hdfs://localhost:42999/user/jenkins/test-data/d9352114-2bd9-122f-0647-47a1c458bbef/archive/data/default/TestLogRolling-testLogRolling/e9f0fb407f001ab0b3882410eb8cbf63/info/9e3ba74ce31c493ab3b655cc52080802 2024-12-05T19:51:36,252 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1733428203300.e9f0fb407f001ab0b3882410eb8cbf63.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42999/user/jenkins/test-data/d9352114-2bd9-122f-0647-47a1c458bbef/data/default/TestLogRolling-testLogRolling/e9f0fb407f001ab0b3882410eb8cbf63/info/a48e392205884ed8b868fa21435d4584 to hdfs://localhost:42999/user/jenkins/test-data/d9352114-2bd9-122f-0647-47a1c458bbef/archive/data/default/TestLogRolling-testLogRolling/e9f0fb407f001ab0b3882410eb8cbf63/info/a48e392205884ed8b868fa21435d4584 2024-12-05T19:51:36,253 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1733428203300.e9f0fb407f001ab0b3882410eb8cbf63.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42999/user/jenkins/test-data/d9352114-2bd9-122f-0647-47a1c458bbef/data/default/TestLogRolling-testLogRolling/e9f0fb407f001ab0b3882410eb8cbf63/info/7f1d7fa112d04f109ec72a9ce66a3712 to hdfs://localhost:42999/user/jenkins/test-data/d9352114-2bd9-122f-0647-47a1c458bbef/archive/data/default/TestLogRolling-testLogRolling/e9f0fb407f001ab0b3882410eb8cbf63/info/7f1d7fa112d04f109ec72a9ce66a3712 2024-12-05T19:51:36,254 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1733428203300.e9f0fb407f001ab0b3882410eb8cbf63.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42999/user/jenkins/test-data/d9352114-2bd9-122f-0647-47a1c458bbef/data/default/TestLogRolling-testLogRolling/e9f0fb407f001ab0b3882410eb8cbf63/info/a072374e97964517b050a3ebfc9e61f0 to hdfs://localhost:42999/user/jenkins/test-data/d9352114-2bd9-122f-0647-47a1c458bbef/archive/data/default/TestLogRolling-testLogRolling/e9f0fb407f001ab0b3882410eb8cbf63/info/a072374e97964517b050a3ebfc9e61f0 2024-12-05T19:51:36,255 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1733428203300.e9f0fb407f001ab0b3882410eb8cbf63.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42999/user/jenkins/test-data/d9352114-2bd9-122f-0647-47a1c458bbef/data/default/TestLogRolling-testLogRolling/e9f0fb407f001ab0b3882410eb8cbf63/info/15166e2d1a374ea9b00a23c4dcbd4dac to hdfs://localhost:42999/user/jenkins/test-data/d9352114-2bd9-122f-0647-47a1c458bbef/archive/data/default/TestLogRolling-testLogRolling/e9f0fb407f001ab0b3882410eb8cbf63/info/15166e2d1a374ea9b00a23c4dcbd4dac 2024-12-05T19:51:36,257 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1733428203300.e9f0fb407f001ab0b3882410eb8cbf63.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42999/user/jenkins/test-data/d9352114-2bd9-122f-0647-47a1c458bbef/data/default/TestLogRolling-testLogRolling/e9f0fb407f001ab0b3882410eb8cbf63/info/df9e3d37ada7431e9699cf5b9f076ceb to hdfs://localhost:42999/user/jenkins/test-data/d9352114-2bd9-122f-0647-47a1c458bbef/archive/data/default/TestLogRolling-testLogRolling/e9f0fb407f001ab0b3882410eb8cbf63/info/df9e3d37ada7431e9699cf5b9f076ceb 2024-12-05T19:51:36,257 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1733428203300.e9f0fb407f001ab0b3882410eb8cbf63.-1 {}] regionserver.HRegionServer(3532): Failed to report file archival(s) to Master. This will be retried. org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=86162e2766a8:40453 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportFileArchival(RegionServerStatusProtos.java:17350) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.reportFileArchivalForQuotas(HRegionServer.java:3516) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.reportArchivedFilesForQuota(HStore.java:2412) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.removeCompactedfiles(HStore.java:2347) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.closeWithoutLock(HStore.java:738) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.close(HStore.java:804) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion$2.call(HRegion.java:1912) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion$2.call(HRegion.java:1909) ~[classes/:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 16 more 2024-12-05T19:51:36,258 WARN [StoreCloser-TestLogRolling-testLogRolling,row0064,1733428203300.e9f0fb407f001ab0b3882410eb8cbf63.-1 {}] regionserver.HStore(2414): Failed to report archival of files: [7ba67fc0b047442f995ac6d3db25f803=37897, 05ce83a293114c14861b0dc501875740=13391, 6c547932d9324319b62a8c33360f5ccc=69658, d8642438f950483bb54b801cc0de6a70=28156, 73e52f6f22d74d9d8481434a835ee0b4=13394, 43abcc4234f1461688180ad72fcb4c7a=91950, c8311d619d124140ba4ace51e3231234=18675, ace281182ca84916b571d62c9614679b=21838, c95c11e88e044450a48d46af46258f81=123778, 0a3255d385f3470bbff4681477c63817=19728, 84169720fb7a40dab1c48f83b73af65a=21838, ee933cb004da4aeda886417692bdcc0b=149224, 9e3ba74ce31c493ab3b655cc52080802=13394, a48e392205884ed8b868fa21435d4584=21854, 7f1d7fa112d04f109ec72a9ce66a3712=176738, a072374e97964517b050a3ebfc9e61f0=15510, 15166e2d1a374ea9b00a23c4dcbd4dac=26070, df9e3d37ada7431e9699cf5b9f076ceb=15510] 2024-12-05T19:51:36,261 DEBUG [RS_CLOSE_REGION-regionserver/86162e2766a8:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42999/user/jenkins/test-data/d9352114-2bd9-122f-0647-47a1c458bbef/data/default/TestLogRolling-testLogRolling/e9f0fb407f001ab0b3882410eb8cbf63/recovered.edits/332.seqid, newMaxSeqId=332, maxSeqId=121 2024-12-05T19:51:36,262 INFO [RS_CLOSE_REGION-regionserver/86162e2766a8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed TestLogRolling-testLogRolling,row0064,1733428203300.e9f0fb407f001ab0b3882410eb8cbf63. 2024-12-05T19:51:36,262 DEBUG [RS_CLOSE_REGION-regionserver/86162e2766a8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for e9f0fb407f001ab0b3882410eb8cbf63: Waiting for close lock at 1733428296228Running coprocessor pre-close hooks at 1733428296228Disabling compacts and flushes for region at 1733428296228Disabling writes for close at 1733428296229 (+1 ms)Writing region close event to WAL at 1733428296258 (+29 ms)Running coprocessor post-close hooks at 1733428296262 (+4 ms)Closed at 1733428296262 2024-12-05T19:51:36,262 DEBUG [RS_CLOSE_REGION-regionserver/86162e2766a8:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed TestLogRolling-testLogRolling,row0064,1733428203300.e9f0fb407f001ab0b3882410eb8cbf63. 2024-12-05T19:51:36,262 DEBUG [RS_CLOSE_REGION-regionserver/86162e2766a8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 2dfc48b968bb98b69b6439c67600f9a1, disabling compactions & flushes 2024-12-05T19:51:36,262 INFO [RS_CLOSE_REGION-regionserver/86162e2766a8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region TestLogRolling-testLogRolling,,1733428203300.2dfc48b968bb98b69b6439c67600f9a1. 2024-12-05T19:51:36,262 DEBUG [RS_CLOSE_REGION-regionserver/86162e2766a8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testLogRolling,,1733428203300.2dfc48b968bb98b69b6439c67600f9a1. 2024-12-05T19:51:36,263 DEBUG [RS_CLOSE_REGION-regionserver/86162e2766a8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testLogRolling,,1733428203300.2dfc48b968bb98b69b6439c67600f9a1. after waiting 0 ms 2024-12-05T19:51:36,263 DEBUG [RS_CLOSE_REGION-regionserver/86162e2766a8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testLogRolling,,1733428203300.2dfc48b968bb98b69b6439c67600f9a1. 2024-12-05T19:51:36,263 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1733428203300.2dfc48b968bb98b69b6439c67600f9a1.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:42999/user/jenkins/test-data/d9352114-2bd9-122f-0647-47a1c458bbef/data/default/TestLogRolling-testLogRolling/2dfc48b968bb98b69b6439c67600f9a1/info/6df5fab6bf834aeab68fbba60acf9777.3d3de49133a2707cd7b3333fd49b9f1c->hdfs://localhost:42999/user/jenkins/test-data/d9352114-2bd9-122f-0647-47a1c458bbef/data/default/TestLogRolling-testLogRolling/3d3de49133a2707cd7b3333fd49b9f1c/info/6df5fab6bf834aeab68fbba60acf9777-bottom] to archive 2024-12-05T19:51:36,264 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1733428203300.2dfc48b968bb98b69b6439c67600f9a1.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-05T19:51:36,265 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1733428203300.2dfc48b968bb98b69b6439c67600f9a1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42999/user/jenkins/test-data/d9352114-2bd9-122f-0647-47a1c458bbef/data/default/TestLogRolling-testLogRolling/2dfc48b968bb98b69b6439c67600f9a1/info/6df5fab6bf834aeab68fbba60acf9777.3d3de49133a2707cd7b3333fd49b9f1c to hdfs://localhost:42999/user/jenkins/test-data/d9352114-2bd9-122f-0647-47a1c458bbef/archive/data/default/TestLogRolling-testLogRolling/2dfc48b968bb98b69b6439c67600f9a1/info/6df5fab6bf834aeab68fbba60acf9777.3d3de49133a2707cd7b3333fd49b9f1c 2024-12-05T19:51:36,265 WARN [StoreCloser-TestLogRolling-testLogRolling,,1733428203300.2dfc48b968bb98b69b6439c67600f9a1.-1 {}] regionserver.HStore(2414): Failed to report archival of files: [] 2024-12-05T19:51:36,269 DEBUG [RS_CLOSE_REGION-regionserver/86162e2766a8:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42999/user/jenkins/test-data/d9352114-2bd9-122f-0647-47a1c458bbef/data/default/TestLogRolling-testLogRolling/2dfc48b968bb98b69b6439c67600f9a1/recovered.edits/126.seqid, newMaxSeqId=126, maxSeqId=121 2024-12-05T19:51:36,270 INFO [RS_CLOSE_REGION-regionserver/86162e2766a8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed TestLogRolling-testLogRolling,,1733428203300.2dfc48b968bb98b69b6439c67600f9a1. 2024-12-05T19:51:36,270 DEBUG [RS_CLOSE_REGION-regionserver/86162e2766a8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 2dfc48b968bb98b69b6439c67600f9a1: Waiting for close lock at 1733428296262Running coprocessor pre-close hooks at 1733428296262Disabling compacts and flushes for region at 1733428296262Disabling writes for close at 1733428296263 (+1 ms)Writing region close event to WAL at 1733428296266 (+3 ms)Running coprocessor post-close hooks at 1733428296269 (+3 ms)Closed at 1733428296270 (+1 ms) 2024-12-05T19:51:36,270 DEBUG [RS_CLOSE_REGION-regionserver/86162e2766a8:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed TestLogRolling-testLogRolling,,1733428203300.2dfc48b968bb98b69b6439c67600f9a1. 2024-12-05T19:51:36,429 INFO [RS:0;86162e2766a8:33925 {}] regionserver.HRegionServer(976): stopping server 86162e2766a8,33925,1733428177769; all regions closed. 2024-12-05T19:51:36,432 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38413 is added to blk_1073741834_1010 (size=8107) 2024-12-05T19:51:36,433 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35769 is added to blk_1073741834_1010 (size=8107) 2024-12-05T19:51:36,435 DEBUG [RS:0;86162e2766a8:33925 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/d9352114-2bd9-122f-0647-47a1c458bbef/oldWALs 2024-12-05T19:51:36,435 INFO [RS:0;86162e2766a8:33925 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 86162e2766a8%2C33925%2C1733428177769.meta:.meta(num 1733428178632) 2024-12-05T19:51:36,437 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38413 is added to blk_1073741876_1052 (size=778) 2024-12-05T19:51:36,437 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35769 is added to blk_1073741876_1052 (size=778) 2024-12-05T19:51:36,439 DEBUG [RS:0;86162e2766a8:33925 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/d9352114-2bd9-122f-0647-47a1c458bbef/oldWALs 2024-12-05T19:51:36,439 INFO [RS:0;86162e2766a8:33925 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 86162e2766a8%2C33925%2C1733428177769:(num 1733428296105) 2024-12-05T19:51:36,439 DEBUG [RS:0;86162e2766a8:33925 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T19:51:36,439 INFO [RS:0;86162e2766a8:33925 {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T19:51:36,439 INFO [RS:0;86162e2766a8:33925 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T19:51:36,439 INFO [RS:0;86162e2766a8:33925 {}] hbase.ChoreService(370): Chore service for: regionserver/86162e2766a8:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-05T19:51:36,440 INFO [RS:0;86162e2766a8:33925 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T19:51:36,440 INFO [regionserver/86162e2766a8:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T19:51:36,440 INFO [RS:0;86162e2766a8:33925 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33925 2024-12-05T19:51:36,445 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33925-0x10063baa4070001, quorum=127.0.0.1:49480, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/86162e2766a8,33925,1733428177769 2024-12-05T19:51:36,445 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40453-0x10063baa4070000, quorum=127.0.0.1:49480, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-05T19:51:36,445 INFO [RS:0;86162e2766a8:33925 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T19:51:36,451 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [86162e2766a8,33925,1733428177769] 2024-12-05T19:51:36,452 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/86162e2766a8,33925,1733428177769 already deleted, retry=false 2024-12-05T19:51:36,452 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 86162e2766a8,33925,1733428177769 expired; onlineServers=0 2024-12-05T19:51:36,452 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '86162e2766a8,40453,1733428177713' ***** 2024-12-05T19:51:36,452 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-05T19:51:36,453 INFO [M:0;86162e2766a8:40453 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T19:51:36,453 INFO [M:0;86162e2766a8:40453 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T19:51:36,453 DEBUG [M:0;86162e2766a8:40453 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-05T19:51:36,453 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-05T19:51:36,453 DEBUG [M:0;86162e2766a8:40453 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-05T19:51:36,453 DEBUG [master/86162e2766a8:0:becomeActiveMaster-HFileCleaner.small.0-1733428177996 {}] cleaner.HFileCleaner(306): Exit Thread[master/86162e2766a8:0:becomeActiveMaster-HFileCleaner.small.0-1733428177996,5,FailOnTimeoutGroup] 2024-12-05T19:51:36,453 DEBUG [master/86162e2766a8:0:becomeActiveMaster-HFileCleaner.large.0-1733428177992 {}] cleaner.HFileCleaner(306): Exit Thread[master/86162e2766a8:0:becomeActiveMaster-HFileCleaner.large.0-1733428177992,5,FailOnTimeoutGroup] 2024-12-05T19:51:36,453 INFO [M:0;86162e2766a8:40453 {}] hbase.ChoreService(370): Chore service for: master/86162e2766a8:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-05T19:51:36,453 INFO [M:0;86162e2766a8:40453 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T19:51:36,453 DEBUG [M:0;86162e2766a8:40453 {}] master.HMaster(1795): Stopping service threads 2024-12-05T19:51:36,453 INFO [M:0;86162e2766a8:40453 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-05T19:51:36,454 INFO [M:0;86162e2766a8:40453 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-05T19:51:36,454 INFO [M:0;86162e2766a8:40453 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-05T19:51:36,454 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-05T19:51:36,455 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40453-0x10063baa4070000, quorum=127.0.0.1:49480, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-12-05T19:51:36,455 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40453-0x10063baa4070000, quorum=127.0.0.1:49480, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T19:51:36,455 DEBUG [M:0;86162e2766a8:40453 {}] zookeeper.ZKUtil(347): master:40453-0x10063baa4070000, quorum=127.0.0.1:49480, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-12-05T19:51:36,455 WARN [M:0;86162e2766a8:40453 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-05T19:51:36,456 INFO [M:0;86162e2766a8:40453 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:42999/user/jenkins/test-data/d9352114-2bd9-122f-0647-47a1c458bbef/.lastflushedseqids 2024-12-05T19:51:36,462 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35769 is added to blk_1073741877_1053 (size=228) 2024-12-05T19:51:36,462 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38413 is added to blk_1073741877_1053 (size=228) 2024-12-05T19:51:36,463 INFO [M:0;86162e2766a8:40453 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-05T19:51:36,463 INFO [M:0;86162e2766a8:40453 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-05T19:51:36,463 DEBUG [M:0;86162e2766a8:40453 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T19:51:36,463 INFO [M:0;86162e2766a8:40453 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T19:51:36,463 DEBUG [M:0;86162e2766a8:40453 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T19:51:36,463 DEBUG [M:0;86162e2766a8:40453 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T19:51:36,463 DEBUG [M:0;86162e2766a8:40453 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T19:51:36,463 INFO [M:0;86162e2766a8:40453 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=51.41 KB heapSize=63.33 KB 2024-12-05T19:51:36,479 DEBUG [M:0;86162e2766a8:40453 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42999/user/jenkins/test-data/d9352114-2bd9-122f-0647-47a1c458bbef/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f88c14eac5644b90b24159ca572b96b1 is 82, key is hbase:meta,,1/info:regioninfo/1733428178689/Put/seqid=0 2024-12-05T19:51:36,483 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35769 is added to blk_1073741878_1054 (size=5672) 2024-12-05T19:51:36,484 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38413 is added to blk_1073741878_1054 (size=5672) 2024-12-05T19:51:36,484 INFO [M:0;86162e2766a8:40453 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=125 (bloomFilter=true), to=hdfs://localhost:42999/user/jenkins/test-data/d9352114-2bd9-122f-0647-47a1c458bbef/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f88c14eac5644b90b24159ca572b96b1 2024-12-05T19:51:36,503 DEBUG [M:0;86162e2766a8:40453 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42999/user/jenkins/test-data/d9352114-2bd9-122f-0647-47a1c458bbef/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b1988efa18d04443a6e95e345179447e is 749, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733428179230/Put/seqid=0 2024-12-05T19:51:36,508 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35769 is added to blk_1073741879_1055 (size=7089) 2024-12-05T19:51:36,508 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38413 is added to blk_1073741879_1055 (size=7089) 2024-12-05T19:51:36,508 INFO [M:0;86162e2766a8:40453 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=50.80 KB at sequenceid=125 (bloomFilter=true), to=hdfs://localhost:42999/user/jenkins/test-data/d9352114-2bd9-122f-0647-47a1c458bbef/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b1988efa18d04443a6e95e345179447e 2024-12-05T19:51:36,513 INFO [M:0;86162e2766a8:40453 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b1988efa18d04443a6e95e345179447e 2024-12-05T19:51:36,527 DEBUG [M:0;86162e2766a8:40453 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42999/user/jenkins/test-data/d9352114-2bd9-122f-0647-47a1c458bbef/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5258beacc0f74218834b8a102c894fa8 is 69, key is 86162e2766a8,33925,1733428177769/rs:state/1733428178030/Put/seqid=0 2024-12-05T19:51:36,531 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35769 is added to blk_1073741880_1056 (size=5156) 2024-12-05T19:51:36,532 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38413 is added to blk_1073741880_1056 (size=5156) 2024-12-05T19:51:36,533 INFO [M:0;86162e2766a8:40453 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=125 (bloomFilter=true), to=hdfs://localhost:42999/user/jenkins/test-data/d9352114-2bd9-122f-0647-47a1c458bbef/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5258beacc0f74218834b8a102c894fa8 2024-12-05T19:51:36,551 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33925-0x10063baa4070001, quorum=127.0.0.1:49480, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T19:51:36,551 INFO [RS:0;86162e2766a8:33925 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T19:51:36,551 INFO [RS:0;86162e2766a8:33925 {}] regionserver.HRegionServer(1031): Exiting; stopping=86162e2766a8,33925,1733428177769; zookeeper connection closed. 2024-12-05T19:51:36,551 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33925-0x10063baa4070001, quorum=127.0.0.1:49480, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T19:51:36,551 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7361f73 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7361f73 2024-12-05T19:51:36,552 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-05T19:51:36,558 DEBUG [M:0;86162e2766a8:40453 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42999/user/jenkins/test-data/d9352114-2bd9-122f-0647-47a1c458bbef/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/edbc84633ef440f39cd67ec04c6cfba4 is 52, key is load_balancer_on/state:d/1733428178832/Put/seqid=0 2024-12-05T19:51:36,563 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35769 is added to blk_1073741881_1057 (size=5056) 2024-12-05T19:51:36,563 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38413 is added to blk_1073741881_1057 (size=5056) 2024-12-05T19:51:36,564 INFO [M:0;86162e2766a8:40453 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=48 B at sequenceid=125 (bloomFilter=true), to=hdfs://localhost:42999/user/jenkins/test-data/d9352114-2bd9-122f-0647-47a1c458bbef/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/edbc84633ef440f39cd67ec04c6cfba4 2024-12-05T19:51:36,569 DEBUG [M:0;86162e2766a8:40453 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42999/user/jenkins/test-data/d9352114-2bd9-122f-0647-47a1c458bbef/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f88c14eac5644b90b24159ca572b96b1 as hdfs://localhost:42999/user/jenkins/test-data/d9352114-2bd9-122f-0647-47a1c458bbef/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f88c14eac5644b90b24159ca572b96b1 2024-12-05T19:51:36,574 INFO [M:0;86162e2766a8:40453 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42999/user/jenkins/test-data/d9352114-2bd9-122f-0647-47a1c458bbef/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f88c14eac5644b90b24159ca572b96b1, entries=8, sequenceid=125, filesize=5.5 K 2024-12-05T19:51:36,575 DEBUG [M:0;86162e2766a8:40453 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42999/user/jenkins/test-data/d9352114-2bd9-122f-0647-47a1c458bbef/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b1988efa18d04443a6e95e345179447e as hdfs://localhost:42999/user/jenkins/test-data/d9352114-2bd9-122f-0647-47a1c458bbef/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b1988efa18d04443a6e95e345179447e 2024-12-05T19:51:36,579 INFO [M:0;86162e2766a8:40453 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b1988efa18d04443a6e95e345179447e 2024-12-05T19:51:36,579 INFO [M:0;86162e2766a8:40453 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42999/user/jenkins/test-data/d9352114-2bd9-122f-0647-47a1c458bbef/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b1988efa18d04443a6e95e345179447e, entries=13, sequenceid=125, filesize=6.9 K 2024-12-05T19:51:36,580 DEBUG [M:0;86162e2766a8:40453 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42999/user/jenkins/test-data/d9352114-2bd9-122f-0647-47a1c458bbef/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5258beacc0f74218834b8a102c894fa8 as hdfs://localhost:42999/user/jenkins/test-data/d9352114-2bd9-122f-0647-47a1c458bbef/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/5258beacc0f74218834b8a102c894fa8 2024-12-05T19:51:36,585 INFO [M:0;86162e2766a8:40453 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42999/user/jenkins/test-data/d9352114-2bd9-122f-0647-47a1c458bbef/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/5258beacc0f74218834b8a102c894fa8, entries=1, sequenceid=125, filesize=5.0 K 2024-12-05T19:51:36,585 DEBUG [M:0;86162e2766a8:40453 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42999/user/jenkins/test-data/d9352114-2bd9-122f-0647-47a1c458bbef/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/edbc84633ef440f39cd67ec04c6cfba4 as hdfs://localhost:42999/user/jenkins/test-data/d9352114-2bd9-122f-0647-47a1c458bbef/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/edbc84633ef440f39cd67ec04c6cfba4 2024-12-05T19:51:36,589 INFO [M:0;86162e2766a8:40453 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42999/user/jenkins/test-data/d9352114-2bd9-122f-0647-47a1c458bbef/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/edbc84633ef440f39cd67ec04c6cfba4, entries=1, sequenceid=125, filesize=4.9 K 2024-12-05T19:51:36,590 INFO [M:0;86162e2766a8:40453 {}] regionserver.HRegion(3140): Finished flush of dataSize ~51.41 KB/52639, heapSize ~63.27 KB/64784, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 127ms, sequenceid=125, compaction requested=false 2024-12-05T19:51:36,592 INFO [M:0;86162e2766a8:40453 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T19:51:36,592 DEBUG [M:0;86162e2766a8:40453 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733428296463Disabling compacts and flushes for region at 1733428296463Disabling writes for close at 1733428296463Obtaining lock to block concurrent updates at 1733428296463Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733428296463Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=52639, getHeapSize=64784, getOffHeapSize=0, getCellsCount=148 at 1733428296463Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733428296464 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733428296464Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733428296478 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733428296478Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733428296488 (+10 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733428296502 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733428296503 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733428296513 (+10 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733428296527 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733428296527Flushing 1595e783b53d99cd5eef43b6debb2682/state: creating writer at 1733428296537 (+10 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: appending metadata at 1733428296557 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: closing flushed file at 1733428296557Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@50c0f223: reopening flushed file at 1733428296569 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2a18985f: reopening flushed file at 1733428296574 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4ad06aea: reopening flushed file at 1733428296579 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2c12a68d: reopening flushed file at 1733428296585 (+6 ms)Finished flush of dataSize ~51.41 KB/52639, heapSize ~63.27 KB/64784, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 127ms, sequenceid=125, compaction requested=false at 1733428296590 (+5 ms)Writing region close event to WAL at 1733428296592 (+2 ms)Closed at 1733428296592 2024-12-05T19:51:36,594 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35769 is added to blk_1073741830_1006 (size=61308) 2024-12-05T19:51:36,594 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38413 is added to blk_1073741830_1006 (size=61308) 2024-12-05T19:51:36,594 INFO [M:0;86162e2766a8:40453 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-05T19:51:36,594 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T19:51:36,594 INFO [M:0;86162e2766a8:40453 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40453 2024-12-05T19:51:36,595 INFO [M:0;86162e2766a8:40453 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T19:51:36,697 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40453-0x10063baa4070000, quorum=127.0.0.1:49480, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T19:51:36,697 INFO [M:0;86162e2766a8:40453 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T19:51:36,697 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40453-0x10063baa4070000, quorum=127.0.0.1:49480, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T19:51:36,700 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@c6855cd{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T19:51:36,700 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6d903d10{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T19:51:36,700 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T19:51:36,700 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7aa52dc4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T19:51:36,700 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@73d7d88e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/366115c7-0a26-1d5c-a571-4824eac0382c/hadoop.log.dir/,STOPPED} 2024-12-05T19:51:36,702 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-05T19:51:36,702 WARN [BP-81874492-172.17.0.2-1733428176934 heartbeating to localhost/127.0.0.1:42999 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-05T19:51:36,702 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-05T19:51:36,702 WARN [BP-81874492-172.17.0.2-1733428176934 heartbeating to localhost/127.0.0.1:42999 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-81874492-172.17.0.2-1733428176934 (Datanode Uuid 4c6a88d5-022e-424a-be20-aec68aa3324e) service to localhost/127.0.0.1:42999 2024-12-05T19:51:36,703 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/366115c7-0a26-1d5c-a571-4824eac0382c/cluster_dca5c691-3c5a-869b-e388-3fee5eb2f942/data/data3/current/BP-81874492-172.17.0.2-1733428176934 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T19:51:36,703 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/366115c7-0a26-1d5c-a571-4824eac0382c/cluster_dca5c691-3c5a-869b-e388-3fee5eb2f942/data/data4/current/BP-81874492-172.17.0.2-1733428176934 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T19:51:36,704 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-05T19:51:36,706 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@34b4101a{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T19:51:36,706 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@612c30eb{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T19:51:36,706 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T19:51:36,706 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@31864e8a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T19:51:36,706 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@67ee70d2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/366115c7-0a26-1d5c-a571-4824eac0382c/hadoop.log.dir/,STOPPED} 2024-12-05T19:51:36,708 WARN [BP-81874492-172.17.0.2-1733428176934 heartbeating to localhost/127.0.0.1:42999 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-05T19:51:36,708 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-05T19:51:36,708 WARN [BP-81874492-172.17.0.2-1733428176934 heartbeating to localhost/127.0.0.1:42999 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-81874492-172.17.0.2-1733428176934 (Datanode Uuid 1f7c542b-af1a-4a57-9284-edb2bedfba95) service to localhost/127.0.0.1:42999 2024-12-05T19:51:36,708 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-05T19:51:36,709 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/366115c7-0a26-1d5c-a571-4824eac0382c/cluster_dca5c691-3c5a-869b-e388-3fee5eb2f942/data/data1/current/BP-81874492-172.17.0.2-1733428176934 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T19:51:36,709 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/366115c7-0a26-1d5c-a571-4824eac0382c/cluster_dca5c691-3c5a-869b-e388-3fee5eb2f942/data/data2/current/BP-81874492-172.17.0.2-1733428176934 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T19:51:36,709 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-05T19:51:36,715 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@307e1807{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T19:51:36,715 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@51d868a4{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T19:51:36,715 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T19:51:36,716 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6fe19690{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T19:51:36,716 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@548a1d03{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/366115c7-0a26-1d5c-a571-4824eac0382c/hadoop.log.dir/,STOPPED} 2024-12-05T19:51:36,723 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-05T19:51:36,750 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-05T19:51:36,757 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncLogRolling#testLogRolling Thread=108 (was 96) - Thread LEAK? -, OpenFileDescriptor=447 (was 428) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=204 (was 327), ProcessCount=11 (was 11), AvailableMemoryMB=8709 (was 8540) - AvailableMemoryMB LEAK? - 2024-12-05T19:51:36,764 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncLogRolling#testLogRollOnNothingWritten Thread=109, OpenFileDescriptor=447, MaxFileDescriptor=1048576, SystemLoadAverage=204, ProcessCount=11, AvailableMemoryMB=8709 2024-12-05T19:51:36,764 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-05T19:51:36,764 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/366115c7-0a26-1d5c-a571-4824eac0382c/hadoop.log.dir so I do NOT create it in target/test-data/d18b7d15-fc97-b1d8-5a5d-e1f4b2eb81fc 2024-12-05T19:51:36,764 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/366115c7-0a26-1d5c-a571-4824eac0382c/hadoop.tmp.dir so I do NOT create it in target/test-data/d18b7d15-fc97-b1d8-5a5d-e1f4b2eb81fc 2024-12-05T19:51:36,764 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d18b7d15-fc97-b1d8-5a5d-e1f4b2eb81fc/cluster_84279dbd-a78e-d6b0-ea04-1434386808d6, deleteOnExit=true 2024-12-05T19:51:36,764 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-05T19:51:36,764 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d18b7d15-fc97-b1d8-5a5d-e1f4b2eb81fc/test.cache.data in system properties and HBase conf 2024-12-05T19:51:36,764 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d18b7d15-fc97-b1d8-5a5d-e1f4b2eb81fc/hadoop.tmp.dir in system properties and HBase conf 2024-12-05T19:51:36,764 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d18b7d15-fc97-b1d8-5a5d-e1f4b2eb81fc/hadoop.log.dir in system properties and HBase conf 2024-12-05T19:51:36,764 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d18b7d15-fc97-b1d8-5a5d-e1f4b2eb81fc/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-05T19:51:36,765 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d18b7d15-fc97-b1d8-5a5d-e1f4b2eb81fc/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-05T19:51:36,765 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-05T19:51:36,765 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-05T19:51:36,765 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d18b7d15-fc97-b1d8-5a5d-e1f4b2eb81fc/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-05T19:51:36,765 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d18b7d15-fc97-b1d8-5a5d-e1f4b2eb81fc/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-05T19:51:36,765 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d18b7d15-fc97-b1d8-5a5d-e1f4b2eb81fc/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-05T19:51:36,765 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d18b7d15-fc97-b1d8-5a5d-e1f4b2eb81fc/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T19:51:36,765 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d18b7d15-fc97-b1d8-5a5d-e1f4b2eb81fc/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-05T19:51:36,765 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d18b7d15-fc97-b1d8-5a5d-e1f4b2eb81fc/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-05T19:51:36,765 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d18b7d15-fc97-b1d8-5a5d-e1f4b2eb81fc/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T19:51:36,765 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d18b7d15-fc97-b1d8-5a5d-e1f4b2eb81fc/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T19:51:36,765 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d18b7d15-fc97-b1d8-5a5d-e1f4b2eb81fc/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-05T19:51:36,765 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d18b7d15-fc97-b1d8-5a5d-e1f4b2eb81fc/nfs.dump.dir in system properties and HBase conf 2024-12-05T19:51:36,765 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d18b7d15-fc97-b1d8-5a5d-e1f4b2eb81fc/java.io.tmpdir in system properties and HBase conf 2024-12-05T19:51:36,765 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d18b7d15-fc97-b1d8-5a5d-e1f4b2eb81fc/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T19:51:36,766 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d18b7d15-fc97-b1d8-5a5d-e1f4b2eb81fc/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-05T19:51:36,766 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d18b7d15-fc97-b1d8-5a5d-e1f4b2eb81fc/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-05T19:51:36,844 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T19:51:36,848 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T19:51:36,850 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T19:51:36,850 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T19:51:36,850 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-05T19:51:36,850 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T19:51:36,851 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@401522c8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d18b7d15-fc97-b1d8-5a5d-e1f4b2eb81fc/hadoop.log.dir/,AVAILABLE} 2024-12-05T19:51:36,851 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3b408329{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T19:51:36,966 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@574857dc{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d18b7d15-fc97-b1d8-5a5d-e1f4b2eb81fc/java.io.tmpdir/jetty-localhost-42937-hadoop-hdfs-3_4_1-tests_jar-_-any-13165503876714394746/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T19:51:36,967 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5577db77{HTTP/1.1, (http/1.1)}{localhost:42937} 2024-12-05T19:51:36,967 INFO [Time-limited test {}] server.Server(415): Started @262391ms 2024-12-05T19:51:37,028 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T19:51:37,031 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T19:51:37,032 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T19:51:37,032 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T19:51:37,032 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-05T19:51:37,032 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@31184874{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d18b7d15-fc97-b1d8-5a5d-e1f4b2eb81fc/hadoop.log.dir/,AVAILABLE} 2024-12-05T19:51:37,033 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@45a0fc85{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T19:51:37,148 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@f89a33d{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d18b7d15-fc97-b1d8-5a5d-e1f4b2eb81fc/java.io.tmpdir/jetty-localhost-46229-hadoop-hdfs-3_4_1-tests_jar-_-any-15581824182618007177/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T19:51:37,148 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2e357674{HTTP/1.1, (http/1.1)}{localhost:46229} 2024-12-05T19:51:37,148 INFO [Time-limited test {}] server.Server(415): Started @262573ms 2024-12-05T19:51:37,150 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-05T19:51:37,185 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T19:51:37,188 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T19:51:37,189 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T19:51:37,189 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T19:51:37,189 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-05T19:51:37,190 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@152b14e3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d18b7d15-fc97-b1d8-5a5d-e1f4b2eb81fc/hadoop.log.dir/,AVAILABLE} 2024-12-05T19:51:37,190 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3f918d2a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T19:51:37,248 WARN [Thread-1597 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d18b7d15-fc97-b1d8-5a5d-e1f4b2eb81fc/cluster_84279dbd-a78e-d6b0-ea04-1434386808d6/data/data1/current/BP-99313481-172.17.0.2-1733428296796/current, will proceed with Du for space computation calculation, 2024-12-05T19:51:37,248 WARN [Thread-1598 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d18b7d15-fc97-b1d8-5a5d-e1f4b2eb81fc/cluster_84279dbd-a78e-d6b0-ea04-1434386808d6/data/data2/current/BP-99313481-172.17.0.2-1733428296796/current, will proceed with Du for space computation calculation, 2024-12-05T19:51:37,271 WARN [Thread-1576 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-05T19:51:37,273 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7339e1ced93ab911 with lease ID 0x4f56da7f494ca214: Processing first storage report for DS-a519f46b-46d5-4376-939f-c31990c3c226 from datanode DatanodeRegistration(127.0.0.1:39551, datanodeUuid=6a0b0d4b-326c-4588-b0cb-ee3230cb7efd, infoPort=37919, infoSecurePort=0, ipcPort=46743, storageInfo=lv=-57;cid=testClusterID;nsid=271170143;c=1733428296796) 2024-12-05T19:51:37,274 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7339e1ced93ab911 with lease ID 0x4f56da7f494ca214: from storage DS-a519f46b-46d5-4376-939f-c31990c3c226 node DatanodeRegistration(127.0.0.1:39551, datanodeUuid=6a0b0d4b-326c-4588-b0cb-ee3230cb7efd, infoPort=37919, infoSecurePort=0, ipcPort=46743, storageInfo=lv=-57;cid=testClusterID;nsid=271170143;c=1733428296796), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T19:51:37,274 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7339e1ced93ab911 with lease ID 0x4f56da7f494ca214: Processing first storage report for DS-1d75b1eb-116b-4cc4-b14f-6f37060dc560 from datanode DatanodeRegistration(127.0.0.1:39551, datanodeUuid=6a0b0d4b-326c-4588-b0cb-ee3230cb7efd, infoPort=37919, infoSecurePort=0, ipcPort=46743, storageInfo=lv=-57;cid=testClusterID;nsid=271170143;c=1733428296796) 2024-12-05T19:51:37,274 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7339e1ced93ab911 with lease ID 0x4f56da7f494ca214: from storage DS-1d75b1eb-116b-4cc4-b14f-6f37060dc560 node DatanodeRegistration(127.0.0.1:39551, datanodeUuid=6a0b0d4b-326c-4588-b0cb-ee3230cb7efd, infoPort=37919, infoSecurePort=0, ipcPort=46743, storageInfo=lv=-57;cid=testClusterID;nsid=271170143;c=1733428296796), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-05T19:51:37,308 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@17e6c0d9{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d18b7d15-fc97-b1d8-5a5d-e1f4b2eb81fc/java.io.tmpdir/jetty-localhost-39727-hadoop-hdfs-3_4_1-tests_jar-_-any-18056729189657401126/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T19:51:37,308 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@531ae01c{HTTP/1.1, (http/1.1)}{localhost:39727} 2024-12-05T19:51:37,308 INFO [Time-limited test {}] server.Server(415): Started @262733ms 2024-12-05T19:51:37,309 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-05T19:51:37,413 WARN [Thread-1623 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d18b7d15-fc97-b1d8-5a5d-e1f4b2eb81fc/cluster_84279dbd-a78e-d6b0-ea04-1434386808d6/data/data3/current/BP-99313481-172.17.0.2-1733428296796/current, will proceed with Du for space computation calculation, 2024-12-05T19:51:37,413 WARN [Thread-1624 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d18b7d15-fc97-b1d8-5a5d-e1f4b2eb81fc/cluster_84279dbd-a78e-d6b0-ea04-1434386808d6/data/data4/current/BP-99313481-172.17.0.2-1733428296796/current, will proceed with Du for space computation calculation, 2024-12-05T19:51:37,429 WARN [Thread-1612 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-05T19:51:37,432 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3cd33e6f4891f506 with lease ID 0x4f56da7f494ca215: Processing first storage report for DS-a8e8f97b-1e24-4bd7-8ce4-a66227469ac6 from datanode DatanodeRegistration(127.0.0.1:45699, datanodeUuid=e8debfb0-3aac-4997-a040-8e27a16aa621, infoPort=33511, infoSecurePort=0, ipcPort=43445, storageInfo=lv=-57;cid=testClusterID;nsid=271170143;c=1733428296796) 2024-12-05T19:51:37,432 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3cd33e6f4891f506 with lease ID 0x4f56da7f494ca215: from storage DS-a8e8f97b-1e24-4bd7-8ce4-a66227469ac6 node DatanodeRegistration(127.0.0.1:45699, datanodeUuid=e8debfb0-3aac-4997-a040-8e27a16aa621, infoPort=33511, infoSecurePort=0, ipcPort=43445, storageInfo=lv=-57;cid=testClusterID;nsid=271170143;c=1733428296796), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T19:51:37,432 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3cd33e6f4891f506 with lease ID 0x4f56da7f494ca215: Processing first storage report for DS-9904c72a-943f-4b8a-ac20-de8365cac3d4 from datanode DatanodeRegistration(127.0.0.1:45699, datanodeUuid=e8debfb0-3aac-4997-a040-8e27a16aa621, infoPort=33511, infoSecurePort=0, ipcPort=43445, storageInfo=lv=-57;cid=testClusterID;nsid=271170143;c=1733428296796) 2024-12-05T19:51:37,432 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3cd33e6f4891f506 with lease ID 0x4f56da7f494ca215: from storage DS-9904c72a-943f-4b8a-ac20-de8365cac3d4 node DatanodeRegistration(127.0.0.1:45699, datanodeUuid=e8debfb0-3aac-4997-a040-8e27a16aa621, infoPort=33511, infoSecurePort=0, ipcPort=43445, storageInfo=lv=-57;cid=testClusterID;nsid=271170143;c=1733428296796), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T19:51:37,533 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d18b7d15-fc97-b1d8-5a5d-e1f4b2eb81fc 2024-12-05T19:51:37,535 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d18b7d15-fc97-b1d8-5a5d-e1f4b2eb81fc/cluster_84279dbd-a78e-d6b0-ea04-1434386808d6/zookeeper_0, clientPort=55909, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d18b7d15-fc97-b1d8-5a5d-e1f4b2eb81fc/cluster_84279dbd-a78e-d6b0-ea04-1434386808d6/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d18b7d15-fc97-b1d8-5a5d-e1f4b2eb81fc/cluster_84279dbd-a78e-d6b0-ea04-1434386808d6/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-05T19:51:37,536 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=55909 2024-12-05T19:51:37,537 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T19:51:37,538 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T19:51:37,546 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39551 is added to blk_1073741825_1001 (size=7) 2024-12-05T19:51:37,547 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45699 is added to blk_1073741825_1001 (size=7) 2024-12-05T19:51:37,548 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35943/user/jenkins/test-data/1628a6ef-8c54-25ff-7839-c1b48cf3c9d3 with version=8 2024-12-05T19:51:37,548 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1141): The hbase.fs.tmp.dir is set to hdfs://localhost:41827/user/jenkins/test-data/8558713d-d4a0-492a-7328-1b3c202d8085/hbase-staging 2024-12-05T19:51:37,550 INFO [Time-limited test {}] client.ConnectionUtils(128): master/86162e2766a8:0 server-side Connection retries=45 2024-12-05T19:51:37,550 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T19:51:37,550 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T19:51:37,550 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T19:51:37,550 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T19:51:37,550 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T19:51:37,550 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-05T19:51:37,551 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T19:51:37,551 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44169 2024-12-05T19:51:37,552 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:44169 connecting to ZooKeeper ensemble=127.0.0.1:55909 2024-12-05T19:51:37,557 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:441690x0, quorum=127.0.0.1:55909, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T19:51:37,557 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:44169-0x10063bc78250000 connected 2024-12-05T19:51:37,569 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T19:51:37,571 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T19:51:37,573 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44169-0x10063bc78250000, quorum=127.0.0.1:55909, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-05T19:51:37,573 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:35943/user/jenkins/test-data/1628a6ef-8c54-25ff-7839-c1b48cf3c9d3, hbase.cluster.distributed=false 2024-12-05T19:51:37,575 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44169-0x10063bc78250000, quorum=127.0.0.1:55909, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-05T19:51:37,575 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44169 2024-12-05T19:51:37,575 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44169 2024-12-05T19:51:37,576 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44169 2024-12-05T19:51:37,576 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44169 2024-12-05T19:51:37,576 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44169 2024-12-05T19:51:37,592 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/86162e2766a8:0 server-side Connection retries=45 2024-12-05T19:51:37,592 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T19:51:37,592 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T19:51:37,592 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T19:51:37,592 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T19:51:37,592 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T19:51:37,592 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-05T19:51:37,592 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T19:51:37,593 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41149 2024-12-05T19:51:37,595 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41149 connecting to ZooKeeper ensemble=127.0.0.1:55909 2024-12-05T19:51:37,595 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T19:51:37,597 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T19:51:37,601 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:411490x0, quorum=127.0.0.1:55909, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T19:51:37,602 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:411490x0, quorum=127.0.0.1:55909, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-05T19:51:37,602 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41149-0x10063bc78250001 connected 2024-12-05T19:51:37,602 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-05T19:51:37,602 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-05T19:51:37,603 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41149-0x10063bc78250001, quorum=127.0.0.1:55909, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-05T19:51:37,604 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41149-0x10063bc78250001, quorum=127.0.0.1:55909, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-05T19:51:37,605 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41149 2024-12-05T19:51:37,605 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41149 2024-12-05T19:51:37,605 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41149 2024-12-05T19:51:37,605 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41149 2024-12-05T19:51:37,605 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41149 2024-12-05T19:51:37,617 DEBUG [M:0;86162e2766a8:44169 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;86162e2766a8:44169 2024-12-05T19:51:37,617 INFO [master/86162e2766a8:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/86162e2766a8,44169,1733428297550 2024-12-05T19:51:37,619 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44169-0x10063bc78250000, quorum=127.0.0.1:55909, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-05T19:51:37,619 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41149-0x10063bc78250001, quorum=127.0.0.1:55909, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-05T19:51:37,619 DEBUG [master/86162e2766a8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44169-0x10063bc78250000, quorum=127.0.0.1:55909, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/86162e2766a8,44169,1733428297550 2024-12-05T19:51:37,621 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41149-0x10063bc78250001, quorum=127.0.0.1:55909, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-05T19:51:37,621 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44169-0x10063bc78250000, quorum=127.0.0.1:55909, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T19:51:37,621 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41149-0x10063bc78250001, quorum=127.0.0.1:55909, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T19:51:37,621 DEBUG [master/86162e2766a8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44169-0x10063bc78250000, quorum=127.0.0.1:55909, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-05T19:51:37,622 INFO [master/86162e2766a8:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/86162e2766a8,44169,1733428297550 from backup master directory 2024-12-05T19:51:37,623 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44169-0x10063bc78250000, quorum=127.0.0.1:55909, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/86162e2766a8,44169,1733428297550 2024-12-05T19:51:37,623 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41149-0x10063bc78250001, quorum=127.0.0.1:55909, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-05T19:51:37,623 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44169-0x10063bc78250000, quorum=127.0.0.1:55909, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-05T19:51:37,623 WARN [master/86162e2766a8:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T19:51:37,623 INFO [master/86162e2766a8:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=86162e2766a8,44169,1733428297550 2024-12-05T19:51:37,627 DEBUG [master/86162e2766a8:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:35943/user/jenkins/test-data/1628a6ef-8c54-25ff-7839-c1b48cf3c9d3/hbase.id] with ID: 3211a242-2da3-43cc-bf2c-595de73ef500 2024-12-05T19:51:37,627 DEBUG [master/86162e2766a8:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:35943/user/jenkins/test-data/1628a6ef-8c54-25ff-7839-c1b48cf3c9d3/.tmp/hbase.id 2024-12-05T19:51:37,633 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39551 is added to blk_1073741826_1002 (size=42) 2024-12-05T19:51:37,634 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45699 is added to blk_1073741826_1002 (size=42) 2024-12-05T19:51:37,634 DEBUG [master/86162e2766a8:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:35943/user/jenkins/test-data/1628a6ef-8c54-25ff-7839-c1b48cf3c9d3/.tmp/hbase.id]:[hdfs://localhost:35943/user/jenkins/test-data/1628a6ef-8c54-25ff-7839-c1b48cf3c9d3/hbase.id] 2024-12-05T19:51:37,646 INFO [master/86162e2766a8:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T19:51:37,646 INFO [master/86162e2766a8:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-05T19:51:37,647 INFO [master/86162e2766a8:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-05T19:51:37,649 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44169-0x10063bc78250000, quorum=127.0.0.1:55909, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T19:51:37,649 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41149-0x10063bc78250001, quorum=127.0.0.1:55909, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T19:51:37,657 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45699 is added to blk_1073741827_1003 (size=196) 2024-12-05T19:51:37,658 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39551 is added to blk_1073741827_1003 (size=196) 2024-12-05T19:51:37,658 INFO [master/86162e2766a8:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T19:51:37,659 INFO [master/86162e2766a8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-05T19:51:37,659 INFO [master/86162e2766a8:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T19:51:37,668 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39551 is added to blk_1073741828_1004 (size=1189) 2024-12-05T19:51:37,668 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45699 is added to blk_1073741828_1004 (size=1189) 2024-12-05T19:51:37,669 INFO [master/86162e2766a8:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:35943/user/jenkins/test-data/1628a6ef-8c54-25ff-7839-c1b48cf3c9d3/MasterData/data/master/store 2024-12-05T19:51:37,675 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45699 is added to blk_1073741829_1005 (size=34) 2024-12-05T19:51:37,675 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39551 is added to blk_1073741829_1005 (size=34) 2024-12-05T19:51:37,676 DEBUG [master/86162e2766a8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T19:51:37,676 DEBUG [master/86162e2766a8:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T19:51:37,676 INFO [master/86162e2766a8:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T19:51:37,676 DEBUG [master/86162e2766a8:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T19:51:37,676 DEBUG [master/86162e2766a8:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T19:51:37,676 DEBUG [master/86162e2766a8:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T19:51:37,676 INFO [master/86162e2766a8:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T19:51:37,676 DEBUG [master/86162e2766a8:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733428297676Disabling compacts and flushes for region at 1733428297676Disabling writes for close at 1733428297676Writing region close event to WAL at 1733428297676Closed at 1733428297676 2024-12-05T19:51:37,677 WARN [master/86162e2766a8:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:35943/user/jenkins/test-data/1628a6ef-8c54-25ff-7839-c1b48cf3c9d3/MasterData/data/master/store/.initializing 2024-12-05T19:51:37,677 DEBUG [master/86162e2766a8:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:35943/user/jenkins/test-data/1628a6ef-8c54-25ff-7839-c1b48cf3c9d3/MasterData/WALs/86162e2766a8,44169,1733428297550 2024-12-05T19:51:37,678 INFO [master/86162e2766a8:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T19:51:37,679 INFO [master/86162e2766a8:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=86162e2766a8%2C44169%2C1733428297550, suffix=, logDir=hdfs://localhost:35943/user/jenkins/test-data/1628a6ef-8c54-25ff-7839-c1b48cf3c9d3/MasterData/WALs/86162e2766a8,44169,1733428297550, archiveDir=hdfs://localhost:35943/user/jenkins/test-data/1628a6ef-8c54-25ff-7839-c1b48cf3c9d3/MasterData/oldWALs, maxLogs=10 2024-12-05T19:51:37,693 DEBUG [master/86162e2766a8:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1628a6ef-8c54-25ff-7839-c1b48cf3c9d3/MasterData/WALs/86162e2766a8,44169,1733428297550/86162e2766a8%2C44169%2C1733428297550.1733428297680, exclude list is [], retry=0 2024-12-05T19:51:37,696 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39551,DS-a519f46b-46d5-4376-939f-c31990c3c226,DISK] 2024-12-05T19:51:37,696 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45699,DS-a8e8f97b-1e24-4bd7-8ce4-a66227469ac6,DISK] 2024-12-05T19:51:37,698 INFO [master/86162e2766a8:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1628a6ef-8c54-25ff-7839-c1b48cf3c9d3/MasterData/WALs/86162e2766a8,44169,1733428297550/86162e2766a8%2C44169%2C1733428297550.1733428297680 2024-12-05T19:51:37,698 DEBUG [master/86162e2766a8:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37919:37919),(127.0.0.1/127.0.0.1:33511:33511)] 2024-12-05T19:51:37,698 DEBUG [master/86162e2766a8:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-05T19:51:37,699 DEBUG [master/86162e2766a8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T19:51:37,699 DEBUG [master/86162e2766a8:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T19:51:37,699 DEBUG [master/86162e2766a8:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T19:51:37,700 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T19:51:37,702 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-05T19:51:37,702 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T19:51:37,702 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T19:51:37,702 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T19:51:37,704 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-05T19:51:37,704 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T19:51:37,704 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T19:51:37,704 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T19:51:37,705 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-05T19:51:37,705 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T19:51:37,706 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T19:51:37,706 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T19:51:37,707 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-05T19:51:37,707 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T19:51:37,708 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T19:51:37,708 DEBUG [master/86162e2766a8:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T19:51:37,708 DEBUG [master/86162e2766a8:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35943/user/jenkins/test-data/1628a6ef-8c54-25ff-7839-c1b48cf3c9d3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T19:51:37,709 DEBUG [master/86162e2766a8:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35943/user/jenkins/test-data/1628a6ef-8c54-25ff-7839-c1b48cf3c9d3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T19:51:37,710 DEBUG [master/86162e2766a8:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T19:51:37,710 DEBUG [master/86162e2766a8:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T19:51:37,710 DEBUG [master/86162e2766a8:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T19:51:37,711 DEBUG [master/86162e2766a8:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T19:51:37,713 DEBUG [master/86162e2766a8:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35943/user/jenkins/test-data/1628a6ef-8c54-25ff-7839-c1b48cf3c9d3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T19:51:37,713 INFO [master/86162e2766a8:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=690458, jitterRate=-0.1220373660326004}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T19:51:37,714 DEBUG [master/86162e2766a8:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733428297699Initializing all the Stores at 1733428297700 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733428297700Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733428297700Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733428297700Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733428297700Cleaning up temporary data from old regions at 1733428297710 (+10 ms)Region opened successfully at 1733428297714 (+4 ms) 2024-12-05T19:51:37,714 INFO [master/86162e2766a8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-05T19:51:37,717 DEBUG [master/86162e2766a8:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40b6e1e0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=86162e2766a8/172.17.0.2:0 2024-12-05T19:51:37,718 INFO [master/86162e2766a8:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-05T19:51:37,718 INFO [master/86162e2766a8:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-05T19:51:37,718 INFO [master/86162e2766a8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-05T19:51:37,718 INFO [master/86162e2766a8:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-05T19:51:37,719 INFO [master/86162e2766a8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-05T19:51:37,719 INFO [master/86162e2766a8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-05T19:51:37,719 INFO [master/86162e2766a8:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-05T19:51:37,721 INFO [master/86162e2766a8:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-05T19:51:37,722 DEBUG [master/86162e2766a8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44169-0x10063bc78250000, quorum=127.0.0.1:55909, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-12-05T19:51:37,723 DEBUG [master/86162e2766a8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-12-05T19:51:37,724 INFO [master/86162e2766a8:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-05T19:51:37,724 DEBUG [master/86162e2766a8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44169-0x10063bc78250000, quorum=127.0.0.1:55909, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-12-05T19:51:37,725 DEBUG [master/86162e2766a8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-12-05T19:51:37,726 INFO [master/86162e2766a8:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-05T19:51:37,726 DEBUG [master/86162e2766a8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44169-0x10063bc78250000, quorum=127.0.0.1:55909, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-12-05T19:51:37,727 DEBUG [master/86162e2766a8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-12-05T19:51:37,728 DEBUG [master/86162e2766a8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44169-0x10063bc78250000, quorum=127.0.0.1:55909, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-12-05T19:51:37,729 DEBUG [master/86162e2766a8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-12-05T19:51:37,731 DEBUG [master/86162e2766a8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44169-0x10063bc78250000, quorum=127.0.0.1:55909, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-05T19:51:37,732 DEBUG [master/86162e2766a8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-12-05T19:51:37,733 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44169-0x10063bc78250000, quorum=127.0.0.1:55909, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-05T19:51:37,733 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41149-0x10063bc78250001, quorum=127.0.0.1:55909, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-05T19:51:37,733 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44169-0x10063bc78250000, quorum=127.0.0.1:55909, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T19:51:37,733 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41149-0x10063bc78250001, quorum=127.0.0.1:55909, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T19:51:37,734 INFO [master/86162e2766a8:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=86162e2766a8,44169,1733428297550, sessionid=0x10063bc78250000, setting cluster-up flag (Was=false) 2024-12-05T19:51:37,736 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41149-0x10063bc78250001, quorum=127.0.0.1:55909, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T19:51:37,736 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44169-0x10063bc78250000, quorum=127.0.0.1:55909, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T19:51:37,741 DEBUG [master/86162e2766a8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-12-05T19:51:37,742 DEBUG [master/86162e2766a8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=86162e2766a8,44169,1733428297550 2024-12-05T19:51:37,745 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41149-0x10063bc78250001, quorum=127.0.0.1:55909, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T19:51:37,745 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44169-0x10063bc78250000, quorum=127.0.0.1:55909, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T19:51:37,749 DEBUG [master/86162e2766a8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-12-05T19:51:37,750 DEBUG [master/86162e2766a8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=86162e2766a8,44169,1733428297550 2024-12-05T19:51:37,751 INFO [master/86162e2766a8:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:35943/user/jenkins/test-data/1628a6ef-8c54-25ff-7839-c1b48cf3c9d3/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-05T19:51:37,753 DEBUG [master/86162e2766a8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-05T19:51:37,753 INFO [master/86162e2766a8:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-05T19:51:37,753 INFO [master/86162e2766a8:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-05T19:51:37,753 DEBUG [master/86162e2766a8:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 86162e2766a8,44169,1733428297550 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-05T19:51:37,754 DEBUG [master/86162e2766a8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/86162e2766a8:0, corePoolSize=5, maxPoolSize=5 2024-12-05T19:51:37,754 DEBUG [master/86162e2766a8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/86162e2766a8:0, corePoolSize=5, maxPoolSize=5 2024-12-05T19:51:37,754 DEBUG [master/86162e2766a8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/86162e2766a8:0, corePoolSize=5, maxPoolSize=5 2024-12-05T19:51:37,754 DEBUG [master/86162e2766a8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/86162e2766a8:0, corePoolSize=5, maxPoolSize=5 2024-12-05T19:51:37,755 DEBUG [master/86162e2766a8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/86162e2766a8:0, corePoolSize=10, maxPoolSize=10 2024-12-05T19:51:37,755 DEBUG [master/86162e2766a8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/86162e2766a8:0, corePoolSize=1, maxPoolSize=1 2024-12-05T19:51:37,755 DEBUG [master/86162e2766a8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/86162e2766a8:0, corePoolSize=2, maxPoolSize=2 2024-12-05T19:51:37,755 DEBUG [master/86162e2766a8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/86162e2766a8:0, corePoolSize=1, maxPoolSize=1 2024-12-05T19:51:37,755 INFO [master/86162e2766a8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733428327755 2024-12-05T19:51:37,756 INFO [master/86162e2766a8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-05T19:51:37,756 INFO [master/86162e2766a8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-05T19:51:37,756 INFO [master/86162e2766a8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-05T19:51:37,756 INFO [master/86162e2766a8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-05T19:51:37,756 INFO [master/86162e2766a8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-05T19:51:37,756 INFO [master/86162e2766a8:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-05T19:51:37,756 INFO [master/86162e2766a8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T19:51:37,756 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T19:51:37,756 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-05T19:51:37,757 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T19:51:37,757 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-05T19:51:37,760 INFO [master/86162e2766a8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-05T19:51:37,760 INFO [master/86162e2766a8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-05T19:51:37,760 INFO [master/86162e2766a8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-05T19:51:37,760 INFO [master/86162e2766a8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-05T19:51:37,761 INFO [master/86162e2766a8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-05T19:51:37,761 DEBUG [master/86162e2766a8:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/86162e2766a8:0:becomeActiveMaster-HFileCleaner.large.0-1733428297761,5,FailOnTimeoutGroup] 2024-12-05T19:51:37,761 DEBUG [master/86162e2766a8:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/86162e2766a8:0:becomeActiveMaster-HFileCleaner.small.0-1733428297761,5,FailOnTimeoutGroup] 2024-12-05T19:51:37,761 INFO [master/86162e2766a8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T19:51:37,761 INFO [master/86162e2766a8:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-05T19:51:37,761 INFO [master/86162e2766a8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-05T19:51:37,761 INFO [master/86162e2766a8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-05T19:51:37,768 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45699 is added to blk_1073741831_1007 (size=1321) 2024-12-05T19:51:37,768 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39551 is added to blk_1073741831_1007 (size=1321) 2024-12-05T19:51:37,769 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:35943/user/jenkins/test-data/1628a6ef-8c54-25ff-7839-c1b48cf3c9d3/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-05T19:51:37,769 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:35943/user/jenkins/test-data/1628a6ef-8c54-25ff-7839-c1b48cf3c9d3 2024-12-05T19:51:37,778 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45699 is added to blk_1073741832_1008 (size=32) 2024-12-05T19:51:37,779 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39551 is added to blk_1073741832_1008 (size=32) 2024-12-05T19:51:37,779 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T19:51:37,781 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T19:51:37,782 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T19:51:37,782 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T19:51:37,783 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T19:51:37,783 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-05T19:51:37,784 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-05T19:51:37,784 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T19:51:37,785 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T19:51:37,785 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T19:51:37,786 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T19:51:37,786 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T19:51:37,787 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T19:51:37,787 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T19:51:37,788 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T19:51:37,788 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T19:51:37,788 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T19:51:37,789 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-05T19:51:37,789 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35943/user/jenkins/test-data/1628a6ef-8c54-25ff-7839-c1b48cf3c9d3/data/hbase/meta/1588230740 2024-12-05T19:51:37,789 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35943/user/jenkins/test-data/1628a6ef-8c54-25ff-7839-c1b48cf3c9d3/data/hbase/meta/1588230740 2024-12-05T19:51:37,790 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-05T19:51:37,791 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-05T19:51:37,791 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-05T19:51:37,792 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-05T19:51:37,794 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35943/user/jenkins/test-data/1628a6ef-8c54-25ff-7839-c1b48cf3c9d3/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T19:51:37,794 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=748524, jitterRate=-0.048202723264694214}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-05T19:51:37,795 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733428297780Initializing all the Stores at 1733428297780Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733428297780Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733428297780Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733428297780Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733428297780Cleaning up temporary data from old regions at 1733428297791 (+11 ms)Region opened successfully at 1733428297795 (+4 ms) 2024-12-05T19:51:37,795 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-05T19:51:37,795 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-05T19:51:37,795 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-05T19:51:37,796 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T19:51:37,796 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T19:51:37,796 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-05T19:51:37,796 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733428297795Disabling compacts and flushes for region at 1733428297795Disabling writes for close at 1733428297796 (+1 ms)Writing region close event to WAL at 1733428297796Closed at 1733428297796 2024-12-05T19:51:37,797 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T19:51:37,797 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-05T19:51:37,797 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-05T19:51:37,798 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T19:51:37,800 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-05T19:51:37,807 INFO [RS:0;86162e2766a8:41149 {}] regionserver.HRegionServer(746): ClusterId : 3211a242-2da3-43cc-bf2c-595de73ef500 2024-12-05T19:51:37,807 DEBUG [RS:0;86162e2766a8:41149 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-05T19:51:37,809 DEBUG [RS:0;86162e2766a8:41149 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-05T19:51:37,809 DEBUG [RS:0;86162e2766a8:41149 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-05T19:51:37,811 DEBUG [RS:0;86162e2766a8:41149 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-05T19:51:37,811 DEBUG [RS:0;86162e2766a8:41149 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@28c503f5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=86162e2766a8/172.17.0.2:0 2024-12-05T19:51:37,823 DEBUG [RS:0;86162e2766a8:41149 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;86162e2766a8:41149 2024-12-05T19:51:37,823 INFO [RS:0;86162e2766a8:41149 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-05T19:51:37,823 INFO [RS:0;86162e2766a8:41149 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-05T19:51:37,823 DEBUG [RS:0;86162e2766a8:41149 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-05T19:51:37,824 INFO [RS:0;86162e2766a8:41149 {}] regionserver.HRegionServer(2659): reportForDuty to master=86162e2766a8,44169,1733428297550 with port=41149, startcode=1733428297592 2024-12-05T19:51:37,824 DEBUG [RS:0;86162e2766a8:41149 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-05T19:51:37,826 INFO [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45811, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-12-05T19:51:37,826 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44169 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 86162e2766a8,41149,1733428297592 2024-12-05T19:51:37,826 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44169 {}] master.ServerManager(517): Registering regionserver=86162e2766a8,41149,1733428297592 2024-12-05T19:51:37,828 DEBUG [RS:0;86162e2766a8:41149 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35943/user/jenkins/test-data/1628a6ef-8c54-25ff-7839-c1b48cf3c9d3 2024-12-05T19:51:37,828 DEBUG [RS:0;86162e2766a8:41149 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35943 2024-12-05T19:51:37,828 DEBUG [RS:0;86162e2766a8:41149 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-05T19:51:37,829 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44169-0x10063bc78250000, quorum=127.0.0.1:55909, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-05T19:51:37,830 DEBUG [RS:0;86162e2766a8:41149 {}] zookeeper.ZKUtil(111): regionserver:41149-0x10063bc78250001, quorum=127.0.0.1:55909, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/86162e2766a8,41149,1733428297592 2024-12-05T19:51:37,830 WARN [RS:0;86162e2766a8:41149 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T19:51:37,830 INFO [RS:0;86162e2766a8:41149 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T19:51:37,830 DEBUG [RS:0;86162e2766a8:41149 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35943/user/jenkins/test-data/1628a6ef-8c54-25ff-7839-c1b48cf3c9d3/WALs/86162e2766a8,41149,1733428297592 2024-12-05T19:51:37,830 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [86162e2766a8,41149,1733428297592] 2024-12-05T19:51:37,834 INFO [RS:0;86162e2766a8:41149 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-05T19:51:37,835 INFO [RS:0;86162e2766a8:41149 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-05T19:51:37,836 INFO [RS:0;86162e2766a8:41149 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-05T19:51:37,836 INFO [RS:0;86162e2766a8:41149 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T19:51:37,838 INFO [RS:0;86162e2766a8:41149 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-05T19:51:37,839 INFO [RS:0;86162e2766a8:41149 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-05T19:51:37,839 INFO [RS:0;86162e2766a8:41149 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-05T19:51:37,839 DEBUG [RS:0;86162e2766a8:41149 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/86162e2766a8:0, corePoolSize=1, maxPoolSize=1 2024-12-05T19:51:37,839 DEBUG [RS:0;86162e2766a8:41149 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/86162e2766a8:0, corePoolSize=1, maxPoolSize=1 2024-12-05T19:51:37,839 DEBUG [RS:0;86162e2766a8:41149 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/86162e2766a8:0, corePoolSize=1, maxPoolSize=1 2024-12-05T19:51:37,839 DEBUG [RS:0;86162e2766a8:41149 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/86162e2766a8:0, corePoolSize=1, maxPoolSize=1 2024-12-05T19:51:37,839 DEBUG [RS:0;86162e2766a8:41149 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/86162e2766a8:0, corePoolSize=1, maxPoolSize=1 2024-12-05T19:51:37,839 DEBUG [RS:0;86162e2766a8:41149 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/86162e2766a8:0, corePoolSize=2, maxPoolSize=2 2024-12-05T19:51:37,839 DEBUG [RS:0;86162e2766a8:41149 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/86162e2766a8:0, corePoolSize=1, maxPoolSize=1 2024-12-05T19:51:37,839 DEBUG [RS:0;86162e2766a8:41149 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/86162e2766a8:0, corePoolSize=1, maxPoolSize=1 2024-12-05T19:51:37,839 DEBUG [RS:0;86162e2766a8:41149 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/86162e2766a8:0, corePoolSize=1, maxPoolSize=1 2024-12-05T19:51:37,839 DEBUG [RS:0;86162e2766a8:41149 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/86162e2766a8:0, corePoolSize=1, maxPoolSize=1 2024-12-05T19:51:37,840 DEBUG [RS:0;86162e2766a8:41149 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/86162e2766a8:0, corePoolSize=1, maxPoolSize=1 2024-12-05T19:51:37,840 DEBUG [RS:0;86162e2766a8:41149 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/86162e2766a8:0, corePoolSize=1, maxPoolSize=1 2024-12-05T19:51:37,840 DEBUG [RS:0;86162e2766a8:41149 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/86162e2766a8:0, corePoolSize=3, maxPoolSize=3 2024-12-05T19:51:37,840 DEBUG [RS:0;86162e2766a8:41149 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/86162e2766a8:0, corePoolSize=3, maxPoolSize=3 2024-12-05T19:51:37,841 INFO [RS:0;86162e2766a8:41149 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T19:51:37,841 INFO [RS:0;86162e2766a8:41149 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T19:51:37,841 INFO [RS:0;86162e2766a8:41149 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T19:51:37,841 INFO [RS:0;86162e2766a8:41149 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-05T19:51:37,841 INFO [RS:0;86162e2766a8:41149 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-05T19:51:37,841 INFO [RS:0;86162e2766a8:41149 {}] hbase.ChoreService(168): Chore ScheduledChore name=86162e2766a8,41149,1733428297592-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T19:51:37,857 INFO [RS:0;86162e2766a8:41149 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-05T19:51:37,857 INFO [RS:0;86162e2766a8:41149 {}] hbase.ChoreService(168): Chore ScheduledChore name=86162e2766a8,41149,1733428297592-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T19:51:37,857 INFO [RS:0;86162e2766a8:41149 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T19:51:37,857 INFO [RS:0;86162e2766a8:41149 {}] regionserver.Replication(171): 86162e2766a8,41149,1733428297592 started 2024-12-05T19:51:37,872 INFO [RS:0;86162e2766a8:41149 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T19:51:37,872 INFO [RS:0;86162e2766a8:41149 {}] regionserver.HRegionServer(1482): Serving as 86162e2766a8,41149,1733428297592, RpcServer on 86162e2766a8/172.17.0.2:41149, sessionid=0x10063bc78250001 2024-12-05T19:51:37,872 DEBUG [RS:0;86162e2766a8:41149 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-05T19:51:37,872 DEBUG [RS:0;86162e2766a8:41149 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 86162e2766a8,41149,1733428297592 2024-12-05T19:51:37,872 DEBUG [RS:0;86162e2766a8:41149 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '86162e2766a8,41149,1733428297592' 2024-12-05T19:51:37,872 DEBUG [RS:0;86162e2766a8:41149 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-05T19:51:37,873 DEBUG [RS:0;86162e2766a8:41149 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-05T19:51:37,873 DEBUG [RS:0;86162e2766a8:41149 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-05T19:51:37,873 DEBUG [RS:0;86162e2766a8:41149 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-05T19:51:37,873 DEBUG [RS:0;86162e2766a8:41149 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 86162e2766a8,41149,1733428297592 2024-12-05T19:51:37,873 DEBUG [RS:0;86162e2766a8:41149 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '86162e2766a8,41149,1733428297592' 2024-12-05T19:51:37,873 DEBUG [RS:0;86162e2766a8:41149 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-05T19:51:37,873 DEBUG [RS:0;86162e2766a8:41149 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-05T19:51:37,874 DEBUG [RS:0;86162e2766a8:41149 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-05T19:51:37,874 INFO [RS:0;86162e2766a8:41149 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-05T19:51:37,874 INFO [RS:0;86162e2766a8:41149 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-05T19:51:37,950 WARN [86162e2766a8:44169 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-05T19:51:37,974 INFO [RS:0;86162e2766a8:41149 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T19:51:37,976 INFO [RS:0;86162e2766a8:41149 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=86162e2766a8%2C41149%2C1733428297592, suffix=, logDir=hdfs://localhost:35943/user/jenkins/test-data/1628a6ef-8c54-25ff-7839-c1b48cf3c9d3/WALs/86162e2766a8,41149,1733428297592, archiveDir=hdfs://localhost:35943/user/jenkins/test-data/1628a6ef-8c54-25ff-7839-c1b48cf3c9d3/oldWALs, maxLogs=32 2024-12-05T19:51:37,990 DEBUG [RS:0;86162e2766a8:41149 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1628a6ef-8c54-25ff-7839-c1b48cf3c9d3/WALs/86162e2766a8,41149,1733428297592/86162e2766a8%2C41149%2C1733428297592.1733428297976, exclude list is [], retry=0 2024-12-05T19:51:37,992 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39551,DS-a519f46b-46d5-4376-939f-c31990c3c226,DISK] 2024-12-05T19:51:37,993 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45699,DS-a8e8f97b-1e24-4bd7-8ce4-a66227469ac6,DISK] 2024-12-05T19:51:37,994 INFO [RS:0;86162e2766a8:41149 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1628a6ef-8c54-25ff-7839-c1b48cf3c9d3/WALs/86162e2766a8,41149,1733428297592/86162e2766a8%2C41149%2C1733428297592.1733428297976 2024-12-05T19:51:37,995 DEBUG [RS:0;86162e2766a8:41149 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37919:37919),(127.0.0.1/127.0.0.1:33511:33511)] 2024-12-05T19:51:38,068 INFO [regionserver/86162e2766a8:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T19:51:38,200 DEBUG [86162e2766a8:44169 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-05T19:51:38,201 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=86162e2766a8,41149,1733428297592 2024-12-05T19:51:38,202 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 86162e2766a8,41149,1733428297592, state=OPENING 2024-12-05T19:51:38,203 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-05T19:51:38,205 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44169-0x10063bc78250000, quorum=127.0.0.1:55909, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T19:51:38,205 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41149-0x10063bc78250001, quorum=127.0.0.1:55909, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T19:51:38,205 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-05T19:51:38,205 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T19:51:38,205 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-05T19:51:38,206 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=86162e2766a8,41149,1733428297592}] 2024-12-05T19:51:38,358 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-05T19:51:38,359 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34089, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-05T19:51:38,363 INFO [RS_OPEN_META-regionserver/86162e2766a8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-05T19:51:38,363 INFO [RS_OPEN_META-regionserver/86162e2766a8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T19:51:38,363 INFO [RS_OPEN_META-regionserver/86162e2766a8:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-05T19:51:38,365 INFO [RS_OPEN_META-regionserver/86162e2766a8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=86162e2766a8%2C41149%2C1733428297592.meta, suffix=.meta, logDir=hdfs://localhost:35943/user/jenkins/test-data/1628a6ef-8c54-25ff-7839-c1b48cf3c9d3/WALs/86162e2766a8,41149,1733428297592, archiveDir=hdfs://localhost:35943/user/jenkins/test-data/1628a6ef-8c54-25ff-7839-c1b48cf3c9d3/oldWALs, maxLogs=32 2024-12-05T19:51:38,378 DEBUG [RS_OPEN_META-regionserver/86162e2766a8:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1628a6ef-8c54-25ff-7839-c1b48cf3c9d3/WALs/86162e2766a8,41149,1733428297592/86162e2766a8%2C41149%2C1733428297592.meta.1733428298365.meta, exclude list is [], retry=0 2024-12-05T19:51:38,380 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39551,DS-a519f46b-46d5-4376-939f-c31990c3c226,DISK] 2024-12-05T19:51:38,380 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45699,DS-a8e8f97b-1e24-4bd7-8ce4-a66227469ac6,DISK] 2024-12-05T19:51:38,382 INFO [RS_OPEN_META-regionserver/86162e2766a8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1628a6ef-8c54-25ff-7839-c1b48cf3c9d3/WALs/86162e2766a8,41149,1733428297592/86162e2766a8%2C41149%2C1733428297592.meta.1733428298365.meta 2024-12-05T19:51:38,383 DEBUG [RS_OPEN_META-regionserver/86162e2766a8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37919:37919),(127.0.0.1/127.0.0.1:33511:33511)] 2024-12-05T19:51:38,383 DEBUG [RS_OPEN_META-regionserver/86162e2766a8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-05T19:51:38,383 DEBUG [RS_OPEN_META-regionserver/86162e2766a8:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-05T19:51:38,383 DEBUG [RS_OPEN_META-regionserver/86162e2766a8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-05T19:51:38,383 INFO [RS_OPEN_META-regionserver/86162e2766a8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-05T19:51:38,383 DEBUG [RS_OPEN_META-regionserver/86162e2766a8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-05T19:51:38,383 DEBUG [RS_OPEN_META-regionserver/86162e2766a8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T19:51:38,384 DEBUG [RS_OPEN_META-regionserver/86162e2766a8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-05T19:51:38,384 DEBUG [RS_OPEN_META-regionserver/86162e2766a8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-05T19:51:38,385 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T19:51:38,386 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T19:51:38,386 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T19:51:38,386 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T19:51:38,386 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-05T19:51:38,387 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-05T19:51:38,387 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T19:51:38,387 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T19:51:38,387 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T19:51:38,388 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T19:51:38,388 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T19:51:38,388 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T19:51:38,389 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T19:51:38,389 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T19:51:38,389 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T19:51:38,390 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T19:51:38,390 DEBUG [RS_OPEN_META-regionserver/86162e2766a8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-05T19:51:38,390 DEBUG [RS_OPEN_META-regionserver/86162e2766a8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35943/user/jenkins/test-data/1628a6ef-8c54-25ff-7839-c1b48cf3c9d3/data/hbase/meta/1588230740 2024-12-05T19:51:38,391 DEBUG [RS_OPEN_META-regionserver/86162e2766a8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35943/user/jenkins/test-data/1628a6ef-8c54-25ff-7839-c1b48cf3c9d3/data/hbase/meta/1588230740 2024-12-05T19:51:38,393 DEBUG [RS_OPEN_META-regionserver/86162e2766a8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-05T19:51:38,393 DEBUG [RS_OPEN_META-regionserver/86162e2766a8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-05T19:51:38,393 DEBUG [RS_OPEN_META-regionserver/86162e2766a8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-05T19:51:38,394 DEBUG [RS_OPEN_META-regionserver/86162e2766a8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-05T19:51:38,395 INFO [RS_OPEN_META-regionserver/86162e2766a8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=797903, jitterRate=0.014586925506591797}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-05T19:51:38,395 DEBUG [RS_OPEN_META-regionserver/86162e2766a8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-05T19:51:38,396 DEBUG [RS_OPEN_META-regionserver/86162e2766a8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733428298384Writing region info on filesystem at 1733428298384Initializing all the Stores at 1733428298384Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733428298385 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733428298385Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733428298385Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733428298385Cleaning up temporary data from old regions at 1733428298393 (+8 ms)Running coprocessor post-open hooks at 1733428298395 (+2 ms)Region opened successfully at 1733428298396 (+1 ms) 2024-12-05T19:51:38,397 INFO [RS_OPEN_META-regionserver/86162e2766a8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733428298358 2024-12-05T19:51:38,399 DEBUG [RS_OPEN_META-regionserver/86162e2766a8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-05T19:51:38,399 INFO [RS_OPEN_META-regionserver/86162e2766a8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-05T19:51:38,400 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=86162e2766a8,41149,1733428297592 2024-12-05T19:51:38,401 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 86162e2766a8,41149,1733428297592, state=OPEN 2024-12-05T19:51:38,404 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41149-0x10063bc78250001, quorum=127.0.0.1:55909, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-05T19:51:38,404 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44169-0x10063bc78250000, quorum=127.0.0.1:55909, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-05T19:51:38,404 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=86162e2766a8,41149,1733428297592 2024-12-05T19:51:38,404 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-05T19:51:38,404 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-05T19:51:38,407 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-05T19:51:38,407 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=86162e2766a8,41149,1733428297592 in 199 msec 2024-12-05T19:51:38,409 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-05T19:51:38,409 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 610 msec 2024-12-05T19:51:38,410 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T19:51:38,410 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-05T19:51:38,411 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T19:51:38,411 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=86162e2766a8,41149,1733428297592, seqNum=-1] 2024-12-05T19:51:38,412 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T19:51:38,413 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60467, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T19:51:38,419 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 664 msec 2024-12-05T19:51:38,419 INFO [master/86162e2766a8:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733428298419, completionTime=-1 2024-12-05T19:51:38,419 INFO [master/86162e2766a8:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-05T19:51:38,419 DEBUG [master/86162e2766a8:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-05T19:51:38,422 INFO [master/86162e2766a8:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-05T19:51:38,422 INFO [master/86162e2766a8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733428358422 2024-12-05T19:51:38,422 INFO [master/86162e2766a8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733428418422 2024-12-05T19:51:38,422 INFO [master/86162e2766a8:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-12-05T19:51:38,422 INFO [master/86162e2766a8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=86162e2766a8,44169,1733428297550-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T19:51:38,422 INFO [master/86162e2766a8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=86162e2766a8,44169,1733428297550-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T19:51:38,422 INFO [master/86162e2766a8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=86162e2766a8,44169,1733428297550-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T19:51:38,422 INFO [master/86162e2766a8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-86162e2766a8:44169, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T19:51:38,422 INFO [master/86162e2766a8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-05T19:51:38,423 INFO [master/86162e2766a8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-05T19:51:38,424 DEBUG [master/86162e2766a8:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-05T19:51:38,426 INFO [master/86162e2766a8:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 0.803sec 2024-12-05T19:51:38,426 INFO [master/86162e2766a8:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-05T19:51:38,426 INFO [master/86162e2766a8:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-05T19:51:38,426 INFO [master/86162e2766a8:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-05T19:51:38,426 INFO [master/86162e2766a8:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-05T19:51:38,427 INFO [master/86162e2766a8:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-05T19:51:38,427 INFO [master/86162e2766a8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=86162e2766a8,44169,1733428297550-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T19:51:38,427 INFO [master/86162e2766a8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=86162e2766a8,44169,1733428297550-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-05T19:51:38,429 DEBUG [master/86162e2766a8:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-05T19:51:38,429 INFO [master/86162e2766a8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-05T19:51:38,429 INFO [master/86162e2766a8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=86162e2766a8,44169,1733428297550-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T19:51:38,507 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d7f3295, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T19:51:38,508 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 86162e2766a8,44169,-1 for getting cluster id 2024-12-05T19:51:38,508 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T19:51:38,509 DEBUG [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3211a242-2da3-43cc-bf2c-595de73ef500' 2024-12-05T19:51:38,510 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T19:51:38,510 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3211a242-2da3-43cc-bf2c-595de73ef500" 2024-12-05T19:51:38,510 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7155deea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T19:51:38,510 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [86162e2766a8,44169,-1] 2024-12-05T19:51:38,510 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T19:51:38,511 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T19:51:38,512 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55014, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T19:51:38,512 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ab3f0f2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T19:51:38,513 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T19:51:38,514 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=86162e2766a8,41149,1733428297592, seqNum=-1] 2024-12-05T19:51:38,514 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T19:51:38,515 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45970, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T19:51:38,517 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=86162e2766a8,44169,1733428297550 2024-12-05T19:51:38,517 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T19:51:38,519 INFO [Time-limited test {}] master.MasterRpcServices(567): Client=null/null set balanceSwitch=false 2024-12-05T19:51:38,519 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T19:51:38,520 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T19:51:38,522 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=test.com%2C8080%2C1, suffix=, logDir=hdfs://localhost:35943/user/jenkins/test-data/1628a6ef-8c54-25ff-7839-c1b48cf3c9d3/WALs/test.com,8080,1, archiveDir=hdfs://localhost:35943/user/jenkins/test-data/1628a6ef-8c54-25ff-7839-c1b48cf3c9d3/oldWALs, maxLogs=32 2024-12-05T19:51:38,543 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1628a6ef-8c54-25ff-7839-c1b48cf3c9d3/WALs/test.com,8080,1/test.com%2C8080%2C1.1733428298523, exclude list is [], retry=0 2024-12-05T19:51:38,546 DEBUG [AsyncFSWAL-13-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39551,DS-a519f46b-46d5-4376-939f-c31990c3c226,DISK] 2024-12-05T19:51:38,546 DEBUG [AsyncFSWAL-13-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45699,DS-a8e8f97b-1e24-4bd7-8ce4-a66227469ac6,DISK] 2024-12-05T19:51:38,548 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1628a6ef-8c54-25ff-7839-c1b48cf3c9d3/WALs/test.com,8080,1/test.com%2C8080%2C1.1733428298523 2024-12-05T19:51:38,549 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37919:37919),(127.0.0.1/127.0.0.1:33511:33511)] 2024-12-05T19:51:38,563 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1628a6ef-8c54-25ff-7839-c1b48cf3c9d3/WALs/test.com,8080,1/test.com%2C8080%2C1.1733428298549, exclude list is [], retry=0 2024-12-05T19:51:38,566 DEBUG [AsyncFSWAL-13-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39551,DS-a519f46b-46d5-4376-939f-c31990c3c226,DISK] 2024-12-05T19:51:38,566 DEBUG [AsyncFSWAL-13-4 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45699,DS-a8e8f97b-1e24-4bd7-8ce4-a66227469ac6,DISK] 2024-12-05T19:51:38,568 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/1628a6ef-8c54-25ff-7839-c1b48cf3c9d3/WALs/test.com,8080,1/test.com%2C8080%2C1.1733428298523 with entries=0, filesize=85 B; new WAL /user/jenkins/test-data/1628a6ef-8c54-25ff-7839-c1b48cf3c9d3/WALs/test.com,8080,1/test.com%2C8080%2C1.1733428298549 2024-12-05T19:51:38,568 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37919:37919),(127.0.0.1/127.0.0.1:33511:33511)] 2024-12-05T19:51:38,568 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:35943/user/jenkins/test-data/1628a6ef-8c54-25ff-7839-c1b48cf3c9d3/WALs/test.com,8080,1/test.com%2C8080%2C1.1733428298523 is not closed yet, will try archiving it next time 2024-12-05T19:51:38,570 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39551 is added to blk_1073741835_1011 (size=93) 2024-12-05T19:51:38,570 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45699 is added to blk_1073741835_1011 (size=93) 2024-12-05T19:51:38,572 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:35943/user/jenkins/test-data/1628a6ef-8c54-25ff-7839-c1b48cf3c9d3/WALs/test.com,8080,1/test.com%2C8080%2C1.1733428298523 to hdfs://localhost:35943/user/jenkins/test-data/1628a6ef-8c54-25ff-7839-c1b48cf3c9d3/oldWALs/test.com%2C8080%2C1.1733428298523 2024-12-05T19:51:38,579 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39551 is added to blk_1073741836_1012 (size=93) 2024-12-05T19:51:38,579 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45699 is added to blk_1073741836_1012 (size=93) 2024-12-05T19:51:38,582 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/1628a6ef-8c54-25ff-7839-c1b48cf3c9d3/oldWALs 2024-12-05T19:51:38,582 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL test.com%2C8080%2C1:(num 1733428298549) 2024-12-05T19:51:38,582 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-05T19:51:38,582 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T19:51:38,583 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T19:51:38,583 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T19:51:38,583 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T19:51:38,583 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T19:51:38,583 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-05T19:51:38,583 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1685320115, stopped=false 2024-12-05T19:51:38,583 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=86162e2766a8,44169,1733428297550 2024-12-05T19:51:38,584 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44169-0x10063bc78250000, quorum=127.0.0.1:55909, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-05T19:51:38,585 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41149-0x10063bc78250001, quorum=127.0.0.1:55909, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-05T19:51:38,585 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44169-0x10063bc78250000, quorum=127.0.0.1:55909, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T19:51:38,585 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-05T19:51:38,585 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41149-0x10063bc78250001, quorum=127.0.0.1:55909, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T19:51:38,585 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T19:51:38,585 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T19:51:38,585 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T19:51:38,585 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '86162e2766a8,41149,1733428297592' ***** 2024-12-05T19:51:38,585 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-05T19:51:38,585 INFO [RS:0;86162e2766a8:41149 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-05T19:51:38,586 INFO [RS:0;86162e2766a8:41149 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-05T19:51:38,586 INFO [RS:0;86162e2766a8:41149 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-05T19:51:38,586 INFO [RS:0;86162e2766a8:41149 {}] regionserver.HRegionServer(959): stopping server 86162e2766a8,41149,1733428297592 2024-12-05T19:51:38,586 INFO [RS:0;86162e2766a8:41149 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T19:51:38,586 INFO [RS:0;86162e2766a8:41149 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;86162e2766a8:41149. 2024-12-05T19:51:38,586 DEBUG [RS:0;86162e2766a8:41149 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T19:51:38,586 DEBUG [RS:0;86162e2766a8:41149 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T19:51:38,586 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41149-0x10063bc78250001, quorum=127.0.0.1:55909, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-05T19:51:38,586 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:44169-0x10063bc78250000, quorum=127.0.0.1:55909, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-05T19:51:38,586 INFO [RS:0;86162e2766a8:41149 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-05T19:51:38,586 INFO [RS:0;86162e2766a8:41149 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-05T19:51:38,586 INFO [RS:0;86162e2766a8:41149 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-05T19:51:38,586 INFO [RS:0;86162e2766a8:41149 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-05T19:51:38,586 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-05T19:51:38,587 INFO [RS:0;86162e2766a8:41149 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-05T19:51:38,587 DEBUG [RS:0;86162e2766a8:41149 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-05T19:51:38,587 DEBUG [RS:0;86162e2766a8:41149 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T19:51:38,587 DEBUG [RS_CLOSE_META-regionserver/86162e2766a8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-05T19:51:38,587 INFO [RS_CLOSE_META-regionserver/86162e2766a8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-05T19:51:38,587 DEBUG [RS_CLOSE_META-regionserver/86162e2766a8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-05T19:51:38,587 DEBUG [RS_CLOSE_META-regionserver/86162e2766a8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T19:51:38,587 DEBUG [RS_CLOSE_META-regionserver/86162e2766a8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T19:51:38,587 INFO [RS_CLOSE_META-regionserver/86162e2766a8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-12-05T19:51:38,603 DEBUG [RS_CLOSE_META-regionserver/86162e2766a8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35943/user/jenkins/test-data/1628a6ef-8c54-25ff-7839-c1b48cf3c9d3/data/hbase/meta/1588230740/.tmp/ns/3475d00ab511421e9a5bb49efce5ac9d is 43, key is default/ns:d/1733428298413/Put/seqid=0 2024-12-05T19:51:38,608 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39551 is added to blk_1073741837_1013 (size=5153) 2024-12-05T19:51:38,608 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45699 is added to blk_1073741837_1013 (size=5153) 2024-12-05T19:51:38,609 INFO [RS_CLOSE_META-regionserver/86162e2766a8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:35943/user/jenkins/test-data/1628a6ef-8c54-25ff-7839-c1b48cf3c9d3/data/hbase/meta/1588230740/.tmp/ns/3475d00ab511421e9a5bb49efce5ac9d 2024-12-05T19:51:38,614 DEBUG [RS_CLOSE_META-regionserver/86162e2766a8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35943/user/jenkins/test-data/1628a6ef-8c54-25ff-7839-c1b48cf3c9d3/data/hbase/meta/1588230740/.tmp/ns/3475d00ab511421e9a5bb49efce5ac9d as hdfs://localhost:35943/user/jenkins/test-data/1628a6ef-8c54-25ff-7839-c1b48cf3c9d3/data/hbase/meta/1588230740/ns/3475d00ab511421e9a5bb49efce5ac9d 2024-12-05T19:51:38,620 INFO [RS_CLOSE_META-regionserver/86162e2766a8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35943/user/jenkins/test-data/1628a6ef-8c54-25ff-7839-c1b48cf3c9d3/data/hbase/meta/1588230740/ns/3475d00ab511421e9a5bb49efce5ac9d, entries=2, sequenceid=6, filesize=5.0 K 2024-12-05T19:51:38,621 INFO [RS_CLOSE_META-regionserver/86162e2766a8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 34ms, sequenceid=6, compaction requested=false 2024-12-05T19:51:38,621 DEBUG [RS_CLOSE_META-regionserver/86162e2766a8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-05T19:51:38,625 DEBUG [RS_CLOSE_META-regionserver/86162e2766a8:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35943/user/jenkins/test-data/1628a6ef-8c54-25ff-7839-c1b48cf3c9d3/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-12-05T19:51:38,626 DEBUG [RS_CLOSE_META-regionserver/86162e2766a8:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T19:51:38,626 INFO [RS_CLOSE_META-regionserver/86162e2766a8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-05T19:51:38,626 DEBUG [RS_CLOSE_META-regionserver/86162e2766a8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733428298587Running coprocessor pre-close hooks at 1733428298587Disabling compacts and flushes for region at 1733428298587Disabling writes for close at 1733428298587Obtaining lock to block concurrent updates at 1733428298587Preparing flush snapshotting stores in 1588230740 at 1733428298587Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1733428298587Flushing stores of hbase:meta,,1.1588230740 at 1733428298588 (+1 ms)Flushing 1588230740/ns: creating writer at 1733428298588Flushing 1588230740/ns: appending metadata at 1733428298603 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1733428298603Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1aa283df: reopening flushed file at 1733428298614 (+11 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 34ms, sequenceid=6, compaction requested=false at 1733428298621 (+7 ms)Writing region close event to WAL at 1733428298622 (+1 ms)Running coprocessor post-close hooks at 1733428298626 (+4 ms)Closed at 1733428298626 2024-12-05T19:51:38,626 DEBUG [RS_CLOSE_META-regionserver/86162e2766a8:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-05T19:51:38,787 INFO [RS:0;86162e2766a8:41149 {}] regionserver.HRegionServer(976): stopping server 86162e2766a8,41149,1733428297592; all regions closed. 2024-12-05T19:51:38,790 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39551 is added to blk_1073741834_1010 (size=1152) 2024-12-05T19:51:38,790 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45699 is added to blk_1073741834_1010 (size=1152) 2024-12-05T19:51:38,792 DEBUG [RS:0;86162e2766a8:41149 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/1628a6ef-8c54-25ff-7839-c1b48cf3c9d3/oldWALs 2024-12-05T19:51:38,793 INFO [RS:0;86162e2766a8:41149 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 86162e2766a8%2C41149%2C1733428297592.meta:.meta(num 1733428298365) 2024-12-05T19:51:38,795 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/1628a6ef-8c54-25ff-7839-c1b48cf3c9d3/WALs/86162e2766a8,41149,1733428297592/86162e2766a8%2C41149%2C1733428297592.1733428297976 not finished, retry = 0 2024-12-05T19:51:38,795 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45699 is added to blk_1073741833_1009 (size=93) 2024-12-05T19:51:38,796 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39551 is added to blk_1073741833_1009 (size=93) 2024-12-05T19:51:38,842 INFO [regionserver/86162e2766a8:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-05T19:51:38,842 INFO [regionserver/86162e2766a8:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-05T19:51:38,898 DEBUG [RS:0;86162e2766a8:41149 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/1628a6ef-8c54-25ff-7839-c1b48cf3c9d3/oldWALs 2024-12-05T19:51:38,898 INFO [RS:0;86162e2766a8:41149 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 86162e2766a8%2C41149%2C1733428297592:(num 1733428297976) 2024-12-05T19:51:38,898 DEBUG [RS:0;86162e2766a8:41149 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T19:51:38,898 INFO [RS:0;86162e2766a8:41149 {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T19:51:38,898 INFO [RS:0;86162e2766a8:41149 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T19:51:38,899 INFO [RS:0;86162e2766a8:41149 {}] hbase.ChoreService(370): Chore service for: regionserver/86162e2766a8:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-05T19:51:38,899 INFO [RS:0;86162e2766a8:41149 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T19:51:38,899 INFO [regionserver/86162e2766a8:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T19:51:38,899 INFO [RS:0;86162e2766a8:41149 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41149 2024-12-05T19:51:38,901 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41149-0x10063bc78250001, quorum=127.0.0.1:55909, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/86162e2766a8,41149,1733428297592 2024-12-05T19:51:38,901 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44169-0x10063bc78250000, quorum=127.0.0.1:55909, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-05T19:51:38,901 INFO [RS:0;86162e2766a8:41149 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T19:51:38,902 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [86162e2766a8,41149,1733428297592] 2024-12-05T19:51:38,904 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/86162e2766a8,41149,1733428297592 already deleted, retry=false 2024-12-05T19:51:38,904 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 86162e2766a8,41149,1733428297592 expired; onlineServers=0 2024-12-05T19:51:38,904 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '86162e2766a8,44169,1733428297550' ***** 2024-12-05T19:51:38,904 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-05T19:51:38,904 INFO [M:0;86162e2766a8:44169 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T19:51:38,904 INFO [M:0;86162e2766a8:44169 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T19:51:38,904 DEBUG [M:0;86162e2766a8:44169 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-05T19:51:38,904 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-05T19:51:38,904 DEBUG [M:0;86162e2766a8:44169 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-05T19:51:38,904 DEBUG [master/86162e2766a8:0:becomeActiveMaster-HFileCleaner.large.0-1733428297761 {}] cleaner.HFileCleaner(306): Exit Thread[master/86162e2766a8:0:becomeActiveMaster-HFileCleaner.large.0-1733428297761,5,FailOnTimeoutGroup] 2024-12-05T19:51:38,904 DEBUG [master/86162e2766a8:0:becomeActiveMaster-HFileCleaner.small.0-1733428297761 {}] cleaner.HFileCleaner(306): Exit Thread[master/86162e2766a8:0:becomeActiveMaster-HFileCleaner.small.0-1733428297761,5,FailOnTimeoutGroup] 2024-12-05T19:51:38,904 INFO [M:0;86162e2766a8:44169 {}] hbase.ChoreService(370): Chore service for: master/86162e2766a8:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-05T19:51:38,905 INFO [M:0;86162e2766a8:44169 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T19:51:38,905 DEBUG [M:0;86162e2766a8:44169 {}] master.HMaster(1795): Stopping service threads 2024-12-05T19:51:38,905 INFO [M:0;86162e2766a8:44169 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-05T19:51:38,905 INFO [M:0;86162e2766a8:44169 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-05T19:51:38,905 INFO [M:0;86162e2766a8:44169 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-05T19:51:38,905 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-05T19:51:38,906 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44169-0x10063bc78250000, quorum=127.0.0.1:55909, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-12-05T19:51:38,906 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44169-0x10063bc78250000, quorum=127.0.0.1:55909, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T19:51:38,906 DEBUG [M:0;86162e2766a8:44169 {}] zookeeper.ZKUtil(347): master:44169-0x10063bc78250000, quorum=127.0.0.1:55909, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-12-05T19:51:38,906 WARN [M:0;86162e2766a8:44169 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-05T19:51:38,907 INFO [M:0;86162e2766a8:44169 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:35943/user/jenkins/test-data/1628a6ef-8c54-25ff-7839-c1b48cf3c9d3/.lastflushedseqids 2024-12-05T19:51:38,914 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45699 is added to blk_1073741838_1014 (size=99) 2024-12-05T19:51:38,914 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39551 is added to blk_1073741838_1014 (size=99) 2024-12-05T19:51:38,914 INFO [M:0;86162e2766a8:44169 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-05T19:51:38,914 INFO [M:0;86162e2766a8:44169 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-05T19:51:38,915 DEBUG [M:0;86162e2766a8:44169 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T19:51:38,915 INFO [M:0;86162e2766a8:44169 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T19:51:38,915 DEBUG [M:0;86162e2766a8:44169 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T19:51:38,915 DEBUG [M:0;86162e2766a8:44169 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T19:51:38,915 DEBUG [M:0;86162e2766a8:44169 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T19:51:38,915 INFO [M:0;86162e2766a8:44169 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.67 KB heapSize=11.34 KB 2024-12-05T19:51:38,931 DEBUG [M:0;86162e2766a8:44169 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35943/user/jenkins/test-data/1628a6ef-8c54-25ff-7839-c1b48cf3c9d3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/288780548b5c408faee3b4cc5d2106a3 is 82, key is hbase:meta,,1/info:regioninfo/1733428298399/Put/seqid=0 2024-12-05T19:51:38,936 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39551 is added to blk_1073741839_1015 (size=5672) 2024-12-05T19:51:38,936 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45699 is added to blk_1073741839_1015 (size=5672) 2024-12-05T19:51:38,937 INFO [M:0;86162e2766a8:44169 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=29 (bloomFilter=true), to=hdfs://localhost:35943/user/jenkins/test-data/1628a6ef-8c54-25ff-7839-c1b48cf3c9d3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/288780548b5c408faee3b4cc5d2106a3 2024-12-05T19:51:38,956 DEBUG [M:0;86162e2766a8:44169 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35943/user/jenkins/test-data/1628a6ef-8c54-25ff-7839-c1b48cf3c9d3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4caf267f06d04ae4af6677d36c979c03 is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1733428298418/Put/seqid=0 2024-12-05T19:51:38,961 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45699 is added to blk_1073741840_1016 (size=5275) 2024-12-05T19:51:38,962 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39551 is added to blk_1073741840_1016 (size=5275) 2024-12-05T19:51:38,962 INFO [M:0;86162e2766a8:44169 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=29 (bloomFilter=true), to=hdfs://localhost:35943/user/jenkins/test-data/1628a6ef-8c54-25ff-7839-c1b48cf3c9d3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4caf267f06d04ae4af6677d36c979c03 2024-12-05T19:51:38,981 DEBUG [M:0;86162e2766a8:44169 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35943/user/jenkins/test-data/1628a6ef-8c54-25ff-7839-c1b48cf3c9d3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6a463e34ecf44c8d96f7024a416b3115 is 69, key is 86162e2766a8,41149,1733428297592/rs:state/1733428297827/Put/seqid=0 2024-12-05T19:51:38,986 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39551 is added to blk_1073741841_1017 (size=5156) 2024-12-05T19:51:38,986 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45699 is added to blk_1073741841_1017 (size=5156) 2024-12-05T19:51:38,987 INFO [M:0;86162e2766a8:44169 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=29 (bloomFilter=true), to=hdfs://localhost:35943/user/jenkins/test-data/1628a6ef-8c54-25ff-7839-c1b48cf3c9d3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6a463e34ecf44c8d96f7024a416b3115 2024-12-05T19:51:39,003 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41149-0x10063bc78250001, quorum=127.0.0.1:55909, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T19:51:39,003 INFO [RS:0;86162e2766a8:41149 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T19:51:39,003 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41149-0x10063bc78250001, quorum=127.0.0.1:55909, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T19:51:39,003 INFO [RS:0;86162e2766a8:41149 {}] regionserver.HRegionServer(1031): Exiting; stopping=86162e2766a8,41149,1733428297592; zookeeper connection closed. 2024-12-05T19:51:39,003 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5834a0e3 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5834a0e3 2024-12-05T19:51:39,003 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-05T19:51:39,006 DEBUG [M:0;86162e2766a8:44169 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35943/user/jenkins/test-data/1628a6ef-8c54-25ff-7839-c1b48cf3c9d3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/e85b93c922ab4d93bda072edf093a9dc is 52, key is load_balancer_on/state:d/1733428298518/Put/seqid=0 2024-12-05T19:51:39,011 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45699 is added to blk_1073741842_1018 (size=5056) 2024-12-05T19:51:39,011 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39551 is added to blk_1073741842_1018 (size=5056) 2024-12-05T19:51:39,012 INFO [M:0;86162e2766a8:44169 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=48 B at sequenceid=29 (bloomFilter=true), to=hdfs://localhost:35943/user/jenkins/test-data/1628a6ef-8c54-25ff-7839-c1b48cf3c9d3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/e85b93c922ab4d93bda072edf093a9dc 2024-12-05T19:51:39,017 DEBUG [M:0;86162e2766a8:44169 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35943/user/jenkins/test-data/1628a6ef-8c54-25ff-7839-c1b48cf3c9d3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/288780548b5c408faee3b4cc5d2106a3 as hdfs://localhost:35943/user/jenkins/test-data/1628a6ef-8c54-25ff-7839-c1b48cf3c9d3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/288780548b5c408faee3b4cc5d2106a3 2024-12-05T19:51:39,021 INFO [M:0;86162e2766a8:44169 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35943/user/jenkins/test-data/1628a6ef-8c54-25ff-7839-c1b48cf3c9d3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/288780548b5c408faee3b4cc5d2106a3, entries=8, sequenceid=29, filesize=5.5 K 2024-12-05T19:51:39,022 DEBUG [M:0;86162e2766a8:44169 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35943/user/jenkins/test-data/1628a6ef-8c54-25ff-7839-c1b48cf3c9d3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4caf267f06d04ae4af6677d36c979c03 as hdfs://localhost:35943/user/jenkins/test-data/1628a6ef-8c54-25ff-7839-c1b48cf3c9d3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/4caf267f06d04ae4af6677d36c979c03 2024-12-05T19:51:39,026 INFO [M:0;86162e2766a8:44169 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35943/user/jenkins/test-data/1628a6ef-8c54-25ff-7839-c1b48cf3c9d3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/4caf267f06d04ae4af6677d36c979c03, entries=3, sequenceid=29, filesize=5.2 K 2024-12-05T19:51:39,027 DEBUG [M:0;86162e2766a8:44169 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35943/user/jenkins/test-data/1628a6ef-8c54-25ff-7839-c1b48cf3c9d3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6a463e34ecf44c8d96f7024a416b3115 as hdfs://localhost:35943/user/jenkins/test-data/1628a6ef-8c54-25ff-7839-c1b48cf3c9d3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/6a463e34ecf44c8d96f7024a416b3115 2024-12-05T19:51:39,031 INFO [M:0;86162e2766a8:44169 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35943/user/jenkins/test-data/1628a6ef-8c54-25ff-7839-c1b48cf3c9d3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/6a463e34ecf44c8d96f7024a416b3115, entries=1, sequenceid=29, filesize=5.0 K 2024-12-05T19:51:39,032 DEBUG [M:0;86162e2766a8:44169 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35943/user/jenkins/test-data/1628a6ef-8c54-25ff-7839-c1b48cf3c9d3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/e85b93c922ab4d93bda072edf093a9dc as hdfs://localhost:35943/user/jenkins/test-data/1628a6ef-8c54-25ff-7839-c1b48cf3c9d3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/e85b93c922ab4d93bda072edf093a9dc 2024-12-05T19:51:39,036 INFO [M:0;86162e2766a8:44169 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35943/user/jenkins/test-data/1628a6ef-8c54-25ff-7839-c1b48cf3c9d3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/e85b93c922ab4d93bda072edf093a9dc, entries=1, sequenceid=29, filesize=4.9 K 2024-12-05T19:51:39,037 INFO [M:0;86162e2766a8:44169 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.67 KB/7850, heapSize ~11.27 KB/11544, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 122ms, sequenceid=29, compaction requested=false 2024-12-05T19:51:39,038 INFO [M:0;86162e2766a8:44169 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T19:51:39,039 DEBUG [M:0;86162e2766a8:44169 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733428298914Disabling compacts and flushes for region at 1733428298914Disabling writes for close at 1733428298915 (+1 ms)Obtaining lock to block concurrent updates at 1733428298915Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733428298915Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7850, getHeapSize=11544, getOffHeapSize=0, getCellsCount=36 at 1733428298915Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733428298916 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733428298916Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733428298930 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733428298930Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733428298942 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733428298956 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733428298956Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733428298967 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733428298981 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733428298981Flushing 1595e783b53d99cd5eef43b6debb2682/state: creating writer at 1733428298991 (+10 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: appending metadata at 1733428299006 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: closing flushed file at 1733428299006Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@569bf1b1: reopening flushed file at 1733428299016 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@ff1aac8: reopening flushed file at 1733428299022 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@58e89cc9: reopening flushed file at 1733428299027 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@41e68ff6: reopening flushed file at 1733428299031 (+4 ms)Finished flush of dataSize ~7.67 KB/7850, heapSize ~11.27 KB/11544, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 122ms, sequenceid=29, compaction requested=false at 1733428299037 (+6 ms)Writing region close event to WAL at 1733428299038 (+1 ms)Closed at 1733428299038 2024-12-05T19:51:39,041 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45699 is added to blk_1073741830_1006 (size=10311) 2024-12-05T19:51:39,041 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39551 is added to blk_1073741830_1006 (size=10311) 2024-12-05T19:51:39,041 INFO [M:0;86162e2766a8:44169 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-05T19:51:39,041 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T19:51:39,041 INFO [M:0;86162e2766a8:44169 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44169 2024-12-05T19:51:39,042 INFO [M:0;86162e2766a8:44169 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T19:51:39,143 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44169-0x10063bc78250000, quorum=127.0.0.1:55909, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T19:51:39,143 INFO [M:0;86162e2766a8:44169 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T19:51:39,144 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44169-0x10063bc78250000, quorum=127.0.0.1:55909, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T19:51:39,148 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@17e6c0d9{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T19:51:39,148 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@531ae01c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T19:51:39,148 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T19:51:39,148 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3f918d2a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T19:51:39,148 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@152b14e3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d18b7d15-fc97-b1d8-5a5d-e1f4b2eb81fc/hadoop.log.dir/,STOPPED} 2024-12-05T19:51:39,150 WARN [BP-99313481-172.17.0.2-1733428296796 heartbeating to localhost/127.0.0.1:35943 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-05T19:51:39,150 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-05T19:51:39,150 WARN [BP-99313481-172.17.0.2-1733428296796 heartbeating to localhost/127.0.0.1:35943 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-99313481-172.17.0.2-1733428296796 (Datanode Uuid e8debfb0-3aac-4997-a040-8e27a16aa621) service to localhost/127.0.0.1:35943 2024-12-05T19:51:39,150 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-05T19:51:39,151 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d18b7d15-fc97-b1d8-5a5d-e1f4b2eb81fc/cluster_84279dbd-a78e-d6b0-ea04-1434386808d6/data/data3/current/BP-99313481-172.17.0.2-1733428296796 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T19:51:39,151 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d18b7d15-fc97-b1d8-5a5d-e1f4b2eb81fc/cluster_84279dbd-a78e-d6b0-ea04-1434386808d6/data/data4/current/BP-99313481-172.17.0.2-1733428296796 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T19:51:39,151 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-05T19:51:39,153 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@f89a33d{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T19:51:39,153 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2e357674{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T19:51:39,153 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T19:51:39,153 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@45a0fc85{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T19:51:39,153 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@31184874{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d18b7d15-fc97-b1d8-5a5d-e1f4b2eb81fc/hadoop.log.dir/,STOPPED} 2024-12-05T19:51:39,155 WARN [BP-99313481-172.17.0.2-1733428296796 heartbeating to localhost/127.0.0.1:35943 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-05T19:51:39,155 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-05T19:51:39,155 WARN [BP-99313481-172.17.0.2-1733428296796 heartbeating to localhost/127.0.0.1:35943 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-99313481-172.17.0.2-1733428296796 (Datanode Uuid 6a0b0d4b-326c-4588-b0cb-ee3230cb7efd) service to localhost/127.0.0.1:35943 2024-12-05T19:51:39,155 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-05T19:51:39,155 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d18b7d15-fc97-b1d8-5a5d-e1f4b2eb81fc/cluster_84279dbd-a78e-d6b0-ea04-1434386808d6/data/data1/current/BP-99313481-172.17.0.2-1733428296796 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T19:51:39,155 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d18b7d15-fc97-b1d8-5a5d-e1f4b2eb81fc/cluster_84279dbd-a78e-d6b0-ea04-1434386808d6/data/data2/current/BP-99313481-172.17.0.2-1733428296796 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T19:51:39,156 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-05T19:51:39,161 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@574857dc{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T19:51:39,162 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5577db77{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T19:51:39,162 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T19:51:39,162 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3b408329{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T19:51:39,162 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@401522c8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d18b7d15-fc97-b1d8-5a5d-e1f4b2eb81fc/hadoop.log.dir/,STOPPED} 2024-12-05T19:51:39,168 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-05T19:51:39,181 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-05T19:51:39,188 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncLogRolling#testLogRollOnNothingWritten Thread=134 (was 109) - Thread LEAK? -, OpenFileDescriptor=502 (was 447) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=204 (was 204), ProcessCount=11 (was 11), AvailableMemoryMB=8669 (was 8709)