2024-11-11 21:42:59,273 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@20b2475a 2024-11-11 21:42:59,288 main DEBUG Took 0.012820 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-11 21:42:59,289 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-11 21:42:59,289 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-11 21:42:59,291 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-11 21:42:59,292 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 21:42:59,301 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-11 21:42:59,317 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 21:42:59,319 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 21:42:59,320 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 21:42:59,321 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 21:42:59,322 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 21:42:59,322 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 21:42:59,323 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 21:42:59,324 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 21:42:59,325 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 21:42:59,325 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 21:42:59,326 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 21:42:59,327 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 21:42:59,327 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 21:42:59,328 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 21:42:59,329 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 21:42:59,329 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 21:42:59,330 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 21:42:59,330 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 21:42:59,331 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 21:42:59,331 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 21:42:59,332 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 21:42:59,332 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 21:42:59,333 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 21:42:59,334 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 21:42:59,334 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 21:42:59,335 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-11 21:42:59,337 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 21:42:59,339 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-11 21:42:59,341 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-11 21:42:59,341 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-11 21:42:59,342 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-11 21:42:59,343 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-11 21:42:59,352 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-11 21:42:59,355 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-11 21:42:59,357 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-11 21:42:59,358 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-11 21:42:59,358 main DEBUG createAppenders(={Console}) 2024-11-11 21:42:59,359 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@20b2475a initialized 2024-11-11 21:42:59,359 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@20b2475a 2024-11-11 21:42:59,360 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@20b2475a OK. 2024-11-11 21:42:59,360 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-11 21:42:59,361 main DEBUG OutputStream closed 2024-11-11 21:42:59,361 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-11 21:42:59,361 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-11 21:42:59,361 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@4310d43 OK 2024-11-11 21:42:59,451 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-11 21:42:59,454 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-11 21:42:59,455 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-11 21:42:59,456 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-11 21:42:59,457 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-11 21:42:59,458 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-11 21:42:59,458 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-11 21:42:59,458 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-11 21:42:59,459 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-11 21:42:59,459 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-11 21:42:59,459 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-11 21:42:59,460 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-11 21:42:59,460 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-11 21:42:59,460 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-11 21:42:59,461 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-11 21:42:59,461 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-11 21:42:59,461 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-11 21:42:59,462 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-11 21:42:59,465 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-11 21:42:59,465 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-logging/target/hbase-logging-4.0.0-alpha-1-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@12f9af83) with optional ClassLoader: null 2024-11-11 21:42:59,466 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-11 21:42:59,467 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@12f9af83] started OK. 2024-11-11T21:42:59,726 DEBUG [main {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/445e3bf2-c829-1611-f31e-027eb425314c 2024-11-11 21:42:59,729 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-11 21:42:59,729 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-11T21:42:59,740 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay timeout: 13 mins 2024-11-11T21:42:59,748 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.regionserver.wal.TestSecureAsyncWALReplay timeout: 13 mins 2024-11-11T21:42:59,776 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-11T21:42:59,841 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-11T21:42:59,841 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-11T21:42:59,859 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=3, rsPorts=, rsClass=null, numDataNodes=3, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-11T21:42:59,881 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/445e3bf2-c829-1611-f31e-027eb425314c/cluster_69fa997f-63d7-ca85-9bcc-9ad519d6ce13, deleteOnExit=true 2024-11-11T21:42:59,881 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-11T21:42:59,882 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/445e3bf2-c829-1611-f31e-027eb425314c/test.cache.data in system properties and HBase conf 2024-11-11T21:42:59,883 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/445e3bf2-c829-1611-f31e-027eb425314c/hadoop.tmp.dir in system properties and HBase conf 2024-11-11T21:42:59,884 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/445e3bf2-c829-1611-f31e-027eb425314c/hadoop.log.dir in system properties and HBase conf 2024-11-11T21:42:59,885 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/445e3bf2-c829-1611-f31e-027eb425314c/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-11T21:42:59,886 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/445e3bf2-c829-1611-f31e-027eb425314c/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-11T21:42:59,886 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-11T21:42:59,999 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-11T21:43:00,142 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-11T21:43:00,147 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/445e3bf2-c829-1611-f31e-027eb425314c/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-11T21:43:00,148 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/445e3bf2-c829-1611-f31e-027eb425314c/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-11T21:43:00,148 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/445e3bf2-c829-1611-f31e-027eb425314c/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-11T21:43:00,149 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/445e3bf2-c829-1611-f31e-027eb425314c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T21:43:00,149 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/445e3bf2-c829-1611-f31e-027eb425314c/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-11T21:43:00,150 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/445e3bf2-c829-1611-f31e-027eb425314c/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-11T21:43:00,150 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/445e3bf2-c829-1611-f31e-027eb425314c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T21:43:00,150 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/445e3bf2-c829-1611-f31e-027eb425314c/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T21:43:00,151 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/445e3bf2-c829-1611-f31e-027eb425314c/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-11T21:43:00,151 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/445e3bf2-c829-1611-f31e-027eb425314c/nfs.dump.dir in system properties and HBase conf 2024-11-11T21:43:00,152 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/445e3bf2-c829-1611-f31e-027eb425314c/java.io.tmpdir in system properties and HBase conf 2024-11-11T21:43:00,152 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/445e3bf2-c829-1611-f31e-027eb425314c/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T21:43:00,152 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/445e3bf2-c829-1611-f31e-027eb425314c/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-11T21:43:00,153 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/445e3bf2-c829-1611-f31e-027eb425314c/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-11T21:43:00,897 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-11T21:43:00,979 INFO [Time-limited test {}] log.Log(170): Logging initialized @2565ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-11T21:43:01,061 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T21:43:01,124 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T21:43:01,153 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T21:43:01,153 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T21:43:01,154 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-11T21:43:01,165 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T21:43:01,168 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6bdd7391{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/445e3bf2-c829-1611-f31e-027eb425314c/hadoop.log.dir/,AVAILABLE} 2024-11-11T21:43:01,170 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4e578b56{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T21:43:01,349 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6878e65d{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/445e3bf2-c829-1611-f31e-027eb425314c/java.io.tmpdir/jetty-localhost-42255-hadoop-hdfs-3_4_1-tests_jar-_-any-9537475941784406994/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T21:43:01,356 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2f30922e{HTTP/1.1, (http/1.1)}{localhost:42255} 2024-11-11T21:43:01,356 INFO [Time-limited test {}] server.Server(415): Started @2942ms 2024-11-11T21:43:01,681 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T21:43:01,688 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T21:43:01,690 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T21:43:01,690 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T21:43:01,690 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-11T21:43:01,691 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3f494b95{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/445e3bf2-c829-1611-f31e-027eb425314c/hadoop.log.dir/,AVAILABLE} 2024-11-11T21:43:01,692 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@63c29ae0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T21:43:01,790 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@388bacc3{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/445e3bf2-c829-1611-f31e-027eb425314c/java.io.tmpdir/jetty-localhost-38621-hadoop-hdfs-3_4_1-tests_jar-_-any-6444795879297427518/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T21:43:01,791 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6f48fbbe{HTTP/1.1, (http/1.1)}{localhost:38621} 2024-11-11T21:43:01,791 INFO [Time-limited test {}] server.Server(415): Started @3377ms 2024-11-11T21:43:01,837 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-11T21:43:01,948 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T21:43:01,953 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T21:43:01,955 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T21:43:01,955 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T21:43:01,955 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-11T21:43:01,956 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3fe9d746{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/445e3bf2-c829-1611-f31e-027eb425314c/hadoop.log.dir/,AVAILABLE} 2024-11-11T21:43:01,956 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@540114bd{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T21:43:02,064 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@565a2c18{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/445e3bf2-c829-1611-f31e-027eb425314c/java.io.tmpdir/jetty-localhost-41287-hadoop-hdfs-3_4_1-tests_jar-_-any-7344118874850700962/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T21:43:02,065 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@311fb016{HTTP/1.1, (http/1.1)}{localhost:41287} 2024-11-11T21:43:02,065 INFO [Time-limited test {}] server.Server(415): Started @3651ms 2024-11-11T21:43:02,069 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-11T21:43:02,125 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T21:43:02,134 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T21:43:02,135 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T21:43:02,135 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T21:43:02,136 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-11T21:43:02,137 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4d7caafc{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/445e3bf2-c829-1611-f31e-027eb425314c/hadoop.log.dir/,AVAILABLE} 2024-11-11T21:43:02,138 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@606c1a1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T21:43:02,238 WARN [Thread-107 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/445e3bf2-c829-1611-f31e-027eb425314c/cluster_69fa997f-63d7-ca85-9bcc-9ad519d6ce13/data/data1/current/BP-1834427550-172.17.0.2-1731361380658/current, will proceed with Du for space computation calculation, 2024-11-11T21:43:02,238 WARN [Thread-108 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/445e3bf2-c829-1611-f31e-027eb425314c/cluster_69fa997f-63d7-ca85-9bcc-9ad519d6ce13/data/data2/current/BP-1834427550-172.17.0.2-1731361380658/current, will proceed with Du for space computation calculation, 2024-11-11T21:43:02,238 WARN [Thread-105 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/445e3bf2-c829-1611-f31e-027eb425314c/cluster_69fa997f-63d7-ca85-9bcc-9ad519d6ce13/data/data3/current/BP-1834427550-172.17.0.2-1731361380658/current, will proceed with Du for space computation calculation, 2024-11-11T21:43:02,239 WARN [Thread-106 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/445e3bf2-c829-1611-f31e-027eb425314c/cluster_69fa997f-63d7-ca85-9bcc-9ad519d6ce13/data/data4/current/BP-1834427550-172.17.0.2-1731361380658/current, will proceed with Du for space computation calculation, 2024-11-11T21:43:02,253 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@b7f81b{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/445e3bf2-c829-1611-f31e-027eb425314c/java.io.tmpdir/jetty-localhost-33421-hadoop-hdfs-3_4_1-tests_jar-_-any-14999420915109067043/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T21:43:02,254 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5d3aa315{HTTP/1.1, (http/1.1)}{localhost:33421} 2024-11-11T21:43:02,255 INFO [Time-limited test {}] server.Server(415): Started @3840ms 2024-11-11T21:43:02,258 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-11T21:43:02,294 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-11T21:43:02,294 WARN [Thread-81 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-11T21:43:02,372 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x64cb513018cc9306 with lease ID 0x4ed12fea6fec7460: Processing first storage report for DS-075cf330-c315-4f49-8444-a50c5ab90136 from datanode DatanodeRegistration(127.0.0.1:45349, datanodeUuid=8517356d-20e5-4842-a232-2cd8b9fb11f8, infoPort=46487, infoSecurePort=0, ipcPort=39803, storageInfo=lv=-57;cid=testClusterID;nsid=1160546688;c=1731361380658) 2024-11-11T21:43:02,373 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x64cb513018cc9306 with lease ID 0x4ed12fea6fec7460: from storage DS-075cf330-c315-4f49-8444-a50c5ab90136 node DatanodeRegistration(127.0.0.1:45349, datanodeUuid=8517356d-20e5-4842-a232-2cd8b9fb11f8, infoPort=46487, infoSecurePort=0, ipcPort=39803, storageInfo=lv=-57;cid=testClusterID;nsid=1160546688;c=1731361380658), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0 2024-11-11T21:43:02,373 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf4907304e16b4b12 with lease ID 0x4ed12fea6fec7461: Processing first storage report for DS-6f2e4c41-d6bf-45a1-8903-62cc9de0cbe9 from datanode DatanodeRegistration(127.0.0.1:32903, datanodeUuid=d5279276-0f92-4978-b921-ec2b25c39eb8, infoPort=43217, infoSecurePort=0, ipcPort=34013, storageInfo=lv=-57;cid=testClusterID;nsid=1160546688;c=1731361380658) 2024-11-11T21:43:02,374 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf4907304e16b4b12 with lease ID 0x4ed12fea6fec7461: from storage DS-6f2e4c41-d6bf-45a1-8903-62cc9de0cbe9 node DatanodeRegistration(127.0.0.1:32903, datanodeUuid=d5279276-0f92-4978-b921-ec2b25c39eb8, infoPort=43217, infoSecurePort=0, ipcPort=34013, storageInfo=lv=-57;cid=testClusterID;nsid=1160546688;c=1731361380658), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T21:43:02,374 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x64cb513018cc9306 with lease ID 0x4ed12fea6fec7460: Processing first storage report for DS-3d2783d8-eee5-40b0-a405-61653bd03d4c from datanode DatanodeRegistration(127.0.0.1:45349, datanodeUuid=8517356d-20e5-4842-a232-2cd8b9fb11f8, infoPort=46487, infoSecurePort=0, ipcPort=39803, storageInfo=lv=-57;cid=testClusterID;nsid=1160546688;c=1731361380658) 2024-11-11T21:43:02,374 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x64cb513018cc9306 with lease ID 0x4ed12fea6fec7460: from storage DS-3d2783d8-eee5-40b0-a405-61653bd03d4c node DatanodeRegistration(127.0.0.1:45349, datanodeUuid=8517356d-20e5-4842-a232-2cd8b9fb11f8, infoPort=46487, infoSecurePort=0, ipcPort=39803, storageInfo=lv=-57;cid=testClusterID;nsid=1160546688;c=1731361380658), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T21:43:02,375 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf4907304e16b4b12 with lease ID 0x4ed12fea6fec7461: Processing first storage report for DS-1159aa90-c85a-4bd6-831e-fbe51d597dde from datanode DatanodeRegistration(127.0.0.1:32903, datanodeUuid=d5279276-0f92-4978-b921-ec2b25c39eb8, infoPort=43217, infoSecurePort=0, ipcPort=34013, storageInfo=lv=-57;cid=testClusterID;nsid=1160546688;c=1731361380658) 2024-11-11T21:43:02,375 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf4907304e16b4b12 with lease ID 0x4ed12fea6fec7461: from storage DS-1159aa90-c85a-4bd6-831e-fbe51d597dde node DatanodeRegistration(127.0.0.1:32903, datanodeUuid=d5279276-0f92-4978-b921-ec2b25c39eb8, infoPort=43217, infoSecurePort=0, ipcPort=34013, storageInfo=lv=-57;cid=testClusterID;nsid=1160546688;c=1731361380658), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-11T21:43:02,389 WARN [Thread-139 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/445e3bf2-c829-1611-f31e-027eb425314c/cluster_69fa997f-63d7-ca85-9bcc-9ad519d6ce13/data/data5/current/BP-1834427550-172.17.0.2-1731361380658/current, will proceed with Du for space computation calculation, 2024-11-11T21:43:02,389 WARN [Thread-140 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/445e3bf2-c829-1611-f31e-027eb425314c/cluster_69fa997f-63d7-ca85-9bcc-9ad519d6ce13/data/data6/current/BP-1834427550-172.17.0.2-1731361380658/current, will proceed with Du for space computation calculation, 2024-11-11T21:43:02,420 WARN [Thread-123 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-11T21:43:02,425 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x78d4b8109ace0a6e with lease ID 0x4ed12fea6fec7462: Processing first storage report for DS-f5a09739-babc-4265-b3e8-40bdc5147eea from datanode DatanodeRegistration(127.0.0.1:38269, datanodeUuid=68130cbd-2707-4cbf-b108-49abdc384bad, infoPort=37817, infoSecurePort=0, ipcPort=42729, storageInfo=lv=-57;cid=testClusterID;nsid=1160546688;c=1731361380658) 2024-11-11T21:43:02,426 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x78d4b8109ace0a6e with lease ID 0x4ed12fea6fec7462: from storage DS-f5a09739-babc-4265-b3e8-40bdc5147eea node DatanodeRegistration(127.0.0.1:38269, datanodeUuid=68130cbd-2707-4cbf-b108-49abdc384bad, infoPort=37817, infoSecurePort=0, ipcPort=42729, storageInfo=lv=-57;cid=testClusterID;nsid=1160546688;c=1731361380658), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T21:43:02,426 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x78d4b8109ace0a6e with lease ID 0x4ed12fea6fec7462: Processing first storage report for DS-984558da-7d13-4ab4-b37d-765abbe783c9 from datanode DatanodeRegistration(127.0.0.1:38269, datanodeUuid=68130cbd-2707-4cbf-b108-49abdc384bad, infoPort=37817, infoSecurePort=0, ipcPort=42729, storageInfo=lv=-57;cid=testClusterID;nsid=1160546688;c=1731361380658) 2024-11-11T21:43:02,426 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x78d4b8109ace0a6e with lease ID 0x4ed12fea6fec7462: from storage DS-984558da-7d13-4ab4-b37d-765abbe783c9 node DatanodeRegistration(127.0.0.1:38269, datanodeUuid=68130cbd-2707-4cbf-b108-49abdc384bad, infoPort=37817, infoSecurePort=0, ipcPort=42729, storageInfo=lv=-57;cid=testClusterID;nsid=1160546688;c=1731361380658), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T21:43:02,599 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/445e3bf2-c829-1611-f31e-027eb425314c 2024-11-11T21:43:02,687 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/445e3bf2-c829-1611-f31e-027eb425314c/cluster_69fa997f-63d7-ca85-9bcc-9ad519d6ce13/zookeeper_0, clientPort=49826, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/445e3bf2-c829-1611-f31e-027eb425314c/cluster_69fa997f-63d7-ca85-9bcc-9ad519d6ce13/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/445e3bf2-c829-1611-f31e-027eb425314c/cluster_69fa997f-63d7-ca85-9bcc-9ad519d6ce13/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-11T21:43:02,700 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=49826 2024-11-11T21:43:02,715 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T21:43:02,718 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T21:43:02,905 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45349 is added to blk_1073741825_1001 (size=7) 2024-11-11T21:43:02,906 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32903 is added to blk_1073741825_1001 (size=7) 2024-11-11T21:43:02,906 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38269 is added to blk_1073741825_1001 (size=7) 2024-11-11T21:43:03,320 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33499/user/jenkins/test-data/3081faf6-6c36-f855-e4b0-d18d41a2b810 with version=8 2024-11-11T21:43:03,320 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:33499/user/jenkins/test-data/3081faf6-6c36-f855-e4b0-d18d41a2b810/hbase-staging 2024-11-11T21:43:03,564 INFO [Time-limited test {}] client.ConnectionUtils(128): master/22a1f13b90b0:0 server-side Connection retries=45 2024-11-11T21:43:03,574 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T21:43:03,574 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T21:43:03,578 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T21:43:03,579 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T21:43:03,579 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T21:43:03,711 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-11T21:43:03,772 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-11T21:43:03,781 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-11T21:43:03,785 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T21:43:03,810 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 9988 (auto-detected) 2024-11-11T21:43:03,811 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-11T21:43:03,830 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43333 2024-11-11T21:43:03,848 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:43333 connecting to ZooKeeper ensemble=127.0.0.1:49826 2024-11-11T21:43:03,872 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:433330x0, quorum=127.0.0.1:49826, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T21:43:03,875 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:43333-0x10030bd7d770000 connected 2024-11-11T21:43:03,901 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T21:43:03,903 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T21:43:03,913 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43333-0x10030bd7d770000, quorum=127.0.0.1:49826, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-11T21:43:03,917 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:33499/user/jenkins/test-data/3081faf6-6c36-f855-e4b0-d18d41a2b810, hbase.cluster.distributed=false 2024-11-11T21:43:03,945 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43333-0x10030bd7d770000, quorum=127.0.0.1:49826, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-11T21:43:03,951 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43333 2024-11-11T21:43:03,952 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43333 2024-11-11T21:43:03,952 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43333 2024-11-11T21:43:03,953 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43333 2024-11-11T21:43:03,953 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43333 2024-11-11T21:43:04,048 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/22a1f13b90b0:0 server-side Connection retries=45 2024-11-11T21:43:04,049 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T21:43:04,050 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T21:43:04,050 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T21:43:04,050 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T21:43:04,050 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T21:43:04,053 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-11T21:43:04,055 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T21:43:04,056 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37777 2024-11-11T21:43:04,058 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37777 connecting to ZooKeeper ensemble=127.0.0.1:49826 2024-11-11T21:43:04,059 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T21:43:04,063 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T21:43:04,070 DEBUG [pool-64-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:377770x0, quorum=127.0.0.1:49826, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T21:43:04,071 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37777-0x10030bd7d770001 connected 2024-11-11T21:43:04,071 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37777-0x10030bd7d770001, quorum=127.0.0.1:49826, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-11T21:43:04,076 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-11T21:43:04,084 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-11T21:43:04,087 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37777-0x10030bd7d770001, quorum=127.0.0.1:49826, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-11T21:43:04,093 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37777-0x10030bd7d770001, quorum=127.0.0.1:49826, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-11T21:43:04,095 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37777 2024-11-11T21:43:04,095 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37777 2024-11-11T21:43:04,095 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37777 2024-11-11T21:43:04,096 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37777 2024-11-11T21:43:04,096 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37777 2024-11-11T21:43:04,112 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/22a1f13b90b0:0 server-side Connection retries=45 2024-11-11T21:43:04,112 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T21:43:04,112 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T21:43:04,113 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T21:43:04,113 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T21:43:04,113 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T21:43:04,113 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-11T21:43:04,113 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T21:43:04,114 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40211 2024-11-11T21:43:04,116 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40211 connecting to ZooKeeper ensemble=127.0.0.1:49826 2024-11-11T21:43:04,117 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T21:43:04,120 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T21:43:04,127 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:402110x0, quorum=127.0.0.1:49826, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T21:43:04,128 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:402110x0, quorum=127.0.0.1:49826, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-11T21:43:04,128 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40211-0x10030bd7d770002 connected 2024-11-11T21:43:04,128 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-11T21:43:04,130 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-11T21:43:04,131 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40211-0x10030bd7d770002, quorum=127.0.0.1:49826, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-11T21:43:04,133 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40211-0x10030bd7d770002, quorum=127.0.0.1:49826, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-11T21:43:04,134 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40211 2024-11-11T21:43:04,135 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40211 2024-11-11T21:43:04,136 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40211 2024-11-11T21:43:04,138 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40211 2024-11-11T21:43:04,139 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40211 2024-11-11T21:43:04,157 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/22a1f13b90b0:0 server-side Connection retries=45 2024-11-11T21:43:04,157 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T21:43:04,157 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T21:43:04,158 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T21:43:04,158 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T21:43:04,158 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T21:43:04,158 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-11T21:43:04,159 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T21:43:04,160 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40209 2024-11-11T21:43:04,162 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40209 connecting to ZooKeeper ensemble=127.0.0.1:49826 2024-11-11T21:43:04,163 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T21:43:04,165 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T21:43:04,170 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:402090x0, quorum=127.0.0.1:49826, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T21:43:04,170 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:402090x0, quorum=127.0.0.1:49826, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-11T21:43:04,171 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40209-0x10030bd7d770003 connected 2024-11-11T21:43:04,171 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-11T21:43:04,172 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-11T21:43:04,173 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40209-0x10030bd7d770003, quorum=127.0.0.1:49826, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-11T21:43:04,175 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40209-0x10030bd7d770003, quorum=127.0.0.1:49826, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-11T21:43:04,176 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40209 2024-11-11T21:43:04,176 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40209 2024-11-11T21:43:04,177 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40209 2024-11-11T21:43:04,178 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40209 2024-11-11T21:43:04,178 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40209 2024-11-11T21:43:04,192 DEBUG [M:0;22a1f13b90b0:43333 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;22a1f13b90b0:43333 2024-11-11T21:43:04,193 INFO [master/22a1f13b90b0:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/22a1f13b90b0,43333,1731361383410 2024-11-11T21:43:04,199 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40211-0x10030bd7d770002, quorum=127.0.0.1:49826, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-11T21:43:04,199 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43333-0x10030bd7d770000, quorum=127.0.0.1:49826, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-11T21:43:04,199 DEBUG [pool-64-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37777-0x10030bd7d770001, quorum=127.0.0.1:49826, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-11T21:43:04,199 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40209-0x10030bd7d770003, quorum=127.0.0.1:49826, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-11T21:43:04,202 DEBUG [master/22a1f13b90b0:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43333-0x10030bd7d770000, quorum=127.0.0.1:49826, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/22a1f13b90b0,43333,1731361383410 2024-11-11T21:43:04,223 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40211-0x10030bd7d770002, quorum=127.0.0.1:49826, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-11T21:43:04,223 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40209-0x10030bd7d770003, quorum=127.0.0.1:49826, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-11T21:43:04,223 DEBUG [pool-64-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37777-0x10030bd7d770001, quorum=127.0.0.1:49826, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-11T21:43:04,224 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40209-0x10030bd7d770003, quorum=127.0.0.1:49826, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T21:43:04,224 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40211-0x10030bd7d770002, quorum=127.0.0.1:49826, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T21:43:04,224 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43333-0x10030bd7d770000, quorum=127.0.0.1:49826, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T21:43:04,224 DEBUG [pool-64-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37777-0x10030bd7d770001, quorum=127.0.0.1:49826, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T21:43:04,226 DEBUG [master/22a1f13b90b0:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43333-0x10030bd7d770000, quorum=127.0.0.1:49826, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-11T21:43:04,227 INFO [master/22a1f13b90b0:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/22a1f13b90b0,43333,1731361383410 from backup master directory 2024-11-11T21:43:04,230 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40211-0x10030bd7d770002, quorum=127.0.0.1:49826, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-11T21:43:04,230 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40209-0x10030bd7d770003, quorum=127.0.0.1:49826, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-11T21:43:04,230 DEBUG [pool-64-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37777-0x10030bd7d770001, quorum=127.0.0.1:49826, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-11T21:43:04,231 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43333-0x10030bd7d770000, quorum=127.0.0.1:49826, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/22a1f13b90b0,43333,1731361383410 2024-11-11T21:43:04,231 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43333-0x10030bd7d770000, quorum=127.0.0.1:49826, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-11T21:43:04,231 WARN [master/22a1f13b90b0:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T21:43:04,232 INFO [master/22a1f13b90b0:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=22a1f13b90b0,43333,1731361383410 2024-11-11T21:43:04,234 INFO [master/22a1f13b90b0:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-11T21:43:04,235 INFO [master/22a1f13b90b0:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-11T21:43:04,290 DEBUG [master/22a1f13b90b0:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:33499/user/jenkins/test-data/3081faf6-6c36-f855-e4b0-d18d41a2b810/hbase.id] with ID: 2f76f775-d3aa-4d26-af58-6871afc32350 2024-11-11T21:43:04,290 DEBUG [master/22a1f13b90b0:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:33499/user/jenkins/test-data/3081faf6-6c36-f855-e4b0-d18d41a2b810/.tmp/hbase.id 2024-11-11T21:43:04,305 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32903 is added to blk_1073741826_1002 (size=42) 2024-11-11T21:43:04,305 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38269 is added to blk_1073741826_1002 (size=42) 2024-11-11T21:43:04,306 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45349 is added to blk_1073741826_1002 (size=42) 2024-11-11T21:43:04,307 DEBUG [master/22a1f13b90b0:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:33499/user/jenkins/test-data/3081faf6-6c36-f855-e4b0-d18d41a2b810/.tmp/hbase.id]:[hdfs://localhost:33499/user/jenkins/test-data/3081faf6-6c36-f855-e4b0-d18d41a2b810/hbase.id] 2024-11-11T21:43:04,359 INFO [master/22a1f13b90b0:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T21:43:04,364 INFO [master/22a1f13b90b0:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-11T21:43:04,383 INFO [master/22a1f13b90b0:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 17ms. 2024-11-11T21:43:04,386 DEBUG [pool-64-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37777-0x10030bd7d770001, quorum=127.0.0.1:49826, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T21:43:04,386 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40211-0x10030bd7d770002, quorum=127.0.0.1:49826, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T21:43:04,386 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43333-0x10030bd7d770000, quorum=127.0.0.1:49826, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T21:43:04,386 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40209-0x10030bd7d770003, quorum=127.0.0.1:49826, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T21:43:04,403 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32903 is added to blk_1073741827_1003 (size=196) 2024-11-11T21:43:04,404 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38269 is added to blk_1073741827_1003 (size=196) 2024-11-11T21:43:04,404 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45349 is added to blk_1073741827_1003 (size=196) 2024-11-11T21:43:04,420 INFO [master/22a1f13b90b0:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T21:43:04,421 INFO [master/22a1f13b90b0:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-11T21:43:04,426 INFO [master/22a1f13b90b0:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T21:43:04,459 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32903 is added to blk_1073741828_1004 (size=1189) 2024-11-11T21:43:04,460 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38269 is added to blk_1073741828_1004 (size=1189) 2024-11-11T21:43:04,460 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45349 is added to blk_1073741828_1004 (size=1189) 2024-11-11T21:43:04,477 INFO [master/22a1f13b90b0:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:33499/user/jenkins/test-data/3081faf6-6c36-f855-e4b0-d18d41a2b810/MasterData/data/master/store 2024-11-11T21:43:04,499 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38269 is added to blk_1073741829_1005 (size=34) 2024-11-11T21:43:04,499 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45349 is added to blk_1073741829_1005 (size=34) 2024-11-11T21:43:04,499 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32903 is added to blk_1073741829_1005 (size=34) 2024-11-11T21:43:04,504 INFO [master/22a1f13b90b0:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-11T21:43:04,507 DEBUG [master/22a1f13b90b0:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T21:43:04,508 DEBUG [master/22a1f13b90b0:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T21:43:04,508 INFO [master/22a1f13b90b0:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T21:43:04,509 DEBUG [master/22a1f13b90b0:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T21:43:04,511 DEBUG [master/22a1f13b90b0:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T21:43:04,511 DEBUG [master/22a1f13b90b0:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T21:43:04,511 INFO [master/22a1f13b90b0:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T21:43:04,513 DEBUG [master/22a1f13b90b0:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731361384508Disabling compacts and flushes for region at 1731361384508Disabling writes for close at 1731361384511 (+3 ms)Writing region close event to WAL at 1731361384511Closed at 1731361384511 2024-11-11T21:43:04,515 WARN [master/22a1f13b90b0:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:33499/user/jenkins/test-data/3081faf6-6c36-f855-e4b0-d18d41a2b810/MasterData/data/master/store/.initializing 2024-11-11T21:43:04,515 DEBUG [master/22a1f13b90b0:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33499/user/jenkins/test-data/3081faf6-6c36-f855-e4b0-d18d41a2b810/MasterData/WALs/22a1f13b90b0,43333,1731361383410 2024-11-11T21:43:04,523 INFO [master/22a1f13b90b0:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T21:43:04,541 INFO [master/22a1f13b90b0:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=22a1f13b90b0%2C43333%2C1731361383410, suffix=, logDir=hdfs://localhost:33499/user/jenkins/test-data/3081faf6-6c36-f855-e4b0-d18d41a2b810/MasterData/WALs/22a1f13b90b0,43333,1731361383410, archiveDir=hdfs://localhost:33499/user/jenkins/test-data/3081faf6-6c36-f855-e4b0-d18d41a2b810/MasterData/oldWALs, maxLogs=10 2024-11-11T21:43:04,580 DEBUG [master/22a1f13b90b0:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3081faf6-6c36-f855-e4b0-d18d41a2b810/MasterData/WALs/22a1f13b90b0,43333,1731361383410/22a1f13b90b0%2C43333%2C1731361383410.1731361384547, exclude list is [], retry=0 2024-11-11T21:43:04,597 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.initialize(FanOutOneBlockAsyncDFSOutputHelper.java:413) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$5.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:472) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$5.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:467) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.NettyFutureUtils.lambda$addListener$0(NettyFutureUtils.java:56) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setSuccess0(DefaultPromise.java:625) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.trySuccess(DefaultPromise.java:105) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPromise.trySuccess(DefaultChannelPromise.java:84) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:658) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:696) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T21:43:04,602 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32903,DS-6f2e4c41-d6bf-45a1-8903-62cc9de0cbe9,DISK] 2024-11-11T21:43:04,602 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38269,DS-f5a09739-babc-4265-b3e8-40bdc5147eea,DISK] 2024-11-11T21:43:04,602 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45349,DS-075cf330-c315-4f49-8444-a50c5ab90136,DISK] 2024-11-11T21:43:04,605 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-11T21:43:04,634 DEBUG [master/22a1f13b90b0:0:becomeActiveMaster {}] crypto.Encryption(565): Installed org.apache.hadoop.hbase.io.crypto.MockAesKeyProvider into key provider cache 2024-11-11T21:43:04,695 INFO [master/22a1f13b90b0:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3081faf6-6c36-f855-e4b0-d18d41a2b810/MasterData/WALs/22a1f13b90b0,43333,1731361383410/22a1f13b90b0%2C43333%2C1731361383410.1731361384547 2024-11-11T21:43:04,696 DEBUG [master/22a1f13b90b0:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37817:37817),(127.0.0.1/127.0.0.1:43217:43217),(127.0.0.1/127.0.0.1:46487:46487)] 2024-11-11T21:43:04,696 DEBUG [master/22a1f13b90b0:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-11T21:43:04,697 DEBUG [master/22a1f13b90b0:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T21:43:04,699 DEBUG [master/22a1f13b90b0:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T21:43:04,700 DEBUG [master/22a1f13b90b0:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T21:43:04,732 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T21:43:04,754 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-11T21:43:04,757 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:43:04,759 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T21:43:04,760 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T21:43:04,763 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-11T21:43:04,763 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:43:04,764 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T21:43:04,764 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T21:43:04,766 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-11T21:43:04,767 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:43:04,768 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T21:43:04,768 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T21:43:04,770 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-11T21:43:04,770 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:43:04,771 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T21:43:04,771 DEBUG [master/22a1f13b90b0:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T21:43:04,776 DEBUG [master/22a1f13b90b0:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33499/user/jenkins/test-data/3081faf6-6c36-f855-e4b0-d18d41a2b810/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T21:43:04,777 DEBUG [master/22a1f13b90b0:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33499/user/jenkins/test-data/3081faf6-6c36-f855-e4b0-d18d41a2b810/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T21:43:04,782 DEBUG [master/22a1f13b90b0:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T21:43:04,783 DEBUG [master/22a1f13b90b0:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T21:43:04,787 DEBUG [master/22a1f13b90b0:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T21:43:04,790 DEBUG [master/22a1f13b90b0:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T21:43:04,795 DEBUG [master/22a1f13b90b0:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33499/user/jenkins/test-data/3081faf6-6c36-f855-e4b0-d18d41a2b810/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T21:43:04,797 INFO [master/22a1f13b90b0:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59952412, jitterRate=-0.10663944482803345}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T21:43:04,806 DEBUG [master/22a1f13b90b0:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731361384711Initializing all the Stores at 1731361384713 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731361384713Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731361384714 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731361384714Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731361384714Cleaning up temporary data from old regions at 1731361384783 (+69 ms)Region opened successfully at 1731361384806 (+23 ms) 2024-11-11T21:43:04,807 INFO [master/22a1f13b90b0:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-11T21:43:04,840 DEBUG [master/22a1f13b90b0:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3035830d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=22a1f13b90b0/172.17.0.2:0 2024-11-11T21:43:04,866 INFO [master/22a1f13b90b0:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-11T21:43:04,876 INFO [master/22a1f13b90b0:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-11T21:43:04,876 INFO [master/22a1f13b90b0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-11T21:43:04,878 INFO [master/22a1f13b90b0:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-11T21:43:04,880 INFO [master/22a1f13b90b0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-11T21:43:04,884 INFO [master/22a1f13b90b0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 3 msec 2024-11-11T21:43:04,884 INFO [master/22a1f13b90b0:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-11T21:43:04,907 INFO [master/22a1f13b90b0:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-11T21:43:04,915 DEBUG [master/22a1f13b90b0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43333-0x10030bd7d770000, quorum=127.0.0.1:49826, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-11T21:43:04,916 DEBUG [master/22a1f13b90b0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-11T21:43:04,919 INFO [master/22a1f13b90b0:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-11T21:43:04,920 DEBUG [master/22a1f13b90b0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43333-0x10030bd7d770000, quorum=127.0.0.1:49826, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-11T21:43:04,922 DEBUG [master/22a1f13b90b0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-11T21:43:04,924 INFO [master/22a1f13b90b0:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-11T21:43:04,927 DEBUG [master/22a1f13b90b0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43333-0x10030bd7d770000, quorum=127.0.0.1:49826, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-11T21:43:04,928 DEBUG [master/22a1f13b90b0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-11T21:43:04,929 DEBUG [master/22a1f13b90b0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43333-0x10030bd7d770000, quorum=127.0.0.1:49826, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-11T21:43:04,930 DEBUG [master/22a1f13b90b0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-11T21:43:04,945 DEBUG [master/22a1f13b90b0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43333-0x10030bd7d770000, quorum=127.0.0.1:49826, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-11T21:43:04,946 DEBUG [master/22a1f13b90b0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-11T21:43:04,949 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40211-0x10030bd7d770002, quorum=127.0.0.1:49826, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-11T21:43:04,949 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40209-0x10030bd7d770003, quorum=127.0.0.1:49826, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-11T21:43:04,949 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43333-0x10030bd7d770000, quorum=127.0.0.1:49826, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-11T21:43:04,950 DEBUG [pool-64-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37777-0x10030bd7d770001, quorum=127.0.0.1:49826, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-11T21:43:04,950 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40209-0x10030bd7d770003, quorum=127.0.0.1:49826, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T21:43:04,950 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40211-0x10030bd7d770002, quorum=127.0.0.1:49826, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T21:43:04,950 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43333-0x10030bd7d770000, quorum=127.0.0.1:49826, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T21:43:04,950 DEBUG [pool-64-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37777-0x10030bd7d770001, quorum=127.0.0.1:49826, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T21:43:04,952 INFO [master/22a1f13b90b0:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=22a1f13b90b0,43333,1731361383410, sessionid=0x10030bd7d770000, setting cluster-up flag (Was=false) 2024-11-11T21:43:04,962 DEBUG [pool-64-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37777-0x10030bd7d770001, quorum=127.0.0.1:49826, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T21:43:04,962 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43333-0x10030bd7d770000, quorum=127.0.0.1:49826, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T21:43:04,962 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40211-0x10030bd7d770002, quorum=127.0.0.1:49826, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T21:43:04,962 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40209-0x10030bd7d770003, quorum=127.0.0.1:49826, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T21:43:04,966 DEBUG [master/22a1f13b90b0:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-11T21:43:04,967 DEBUG [master/22a1f13b90b0:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=22a1f13b90b0,43333,1731361383410 2024-11-11T21:43:04,972 DEBUG [pool-64-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37777-0x10030bd7d770001, quorum=127.0.0.1:49826, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T21:43:04,972 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43333-0x10030bd7d770000, quorum=127.0.0.1:49826, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T21:43:04,972 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40211-0x10030bd7d770002, quorum=127.0.0.1:49826, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T21:43:04,972 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40209-0x10030bd7d770003, quorum=127.0.0.1:49826, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T21:43:04,979 DEBUG [master/22a1f13b90b0:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-11T21:43:04,981 DEBUG [master/22a1f13b90b0:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=22a1f13b90b0,43333,1731361383410 2024-11-11T21:43:04,986 INFO [master/22a1f13b90b0:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:33499/user/jenkins/test-data/3081faf6-6c36-f855-e4b0-d18d41a2b810/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-11T21:43:05,053 DEBUG [master/22a1f13b90b0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-11T21:43:05,061 INFO [master/22a1f13b90b0:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-11T21:43:05,067 INFO [master/22a1f13b90b0:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-11T21:43:05,072 DEBUG [master/22a1f13b90b0:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 22a1f13b90b0,43333,1731361383410 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-11T21:43:05,078 DEBUG [master/22a1f13b90b0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/22a1f13b90b0:0, corePoolSize=5, maxPoolSize=5 2024-11-11T21:43:05,079 DEBUG [master/22a1f13b90b0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/22a1f13b90b0:0, corePoolSize=5, maxPoolSize=5 2024-11-11T21:43:05,079 DEBUG [master/22a1f13b90b0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/22a1f13b90b0:0, corePoolSize=5, maxPoolSize=5 2024-11-11T21:43:05,079 DEBUG [master/22a1f13b90b0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/22a1f13b90b0:0, corePoolSize=5, maxPoolSize=5 2024-11-11T21:43:05,079 DEBUG [master/22a1f13b90b0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/22a1f13b90b0:0, corePoolSize=10, maxPoolSize=10 2024-11-11T21:43:05,079 DEBUG [master/22a1f13b90b0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/22a1f13b90b0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:43:05,080 DEBUG [master/22a1f13b90b0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/22a1f13b90b0:0, corePoolSize=2, maxPoolSize=2 2024-11-11T21:43:05,080 DEBUG [master/22a1f13b90b0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/22a1f13b90b0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:43:05,082 INFO [RS:1;22a1f13b90b0:40211 {}] regionserver.HRegionServer(746): ClusterId : 2f76f775-d3aa-4d26-af58-6871afc32350 2024-11-11T21:43:05,082 INFO [RS:0;22a1f13b90b0:37777 {}] regionserver.HRegionServer(746): ClusterId : 2f76f775-d3aa-4d26-af58-6871afc32350 2024-11-11T21:43:05,082 INFO [RS:2;22a1f13b90b0:40209 {}] regionserver.HRegionServer(746): ClusterId : 2f76f775-d3aa-4d26-af58-6871afc32350 2024-11-11T21:43:05,083 INFO [master/22a1f13b90b0:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731361415083 2024-11-11T21:43:05,085 DEBUG [RS:2;22a1f13b90b0:40209 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-11T21:43:05,085 INFO [master/22a1f13b90b0:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-11T21:43:05,085 DEBUG [RS:1;22a1f13b90b0:40211 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-11T21:43:05,085 DEBUG [RS:0;22a1f13b90b0:37777 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-11T21:43:05,086 INFO [master/22a1f13b90b0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-11T21:43:05,088 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T21:43:05,088 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-11T21:43:05,090 INFO [master/22a1f13b90b0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-11T21:43:05,090 INFO [master/22a1f13b90b0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-11T21:43:05,090 INFO [master/22a1f13b90b0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-11T21:43:05,090 INFO [master/22a1f13b90b0:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-11T21:43:05,091 INFO [master/22a1f13b90b0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T21:43:05,095 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:43:05,095 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-11T21:43:05,096 INFO [master/22a1f13b90b0:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-11T21:43:05,097 INFO [master/22a1f13b90b0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-11T21:43:05,098 INFO [master/22a1f13b90b0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-11T21:43:05,100 INFO [master/22a1f13b90b0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-11T21:43:05,100 INFO [master/22a1f13b90b0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-11T21:43:05,102 DEBUG [master/22a1f13b90b0:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/22a1f13b90b0:0:becomeActiveMaster-HFileCleaner.large.0-1731361385101,5,FailOnTimeoutGroup] 2024-11-11T21:43:05,102 DEBUG [master/22a1f13b90b0:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/22a1f13b90b0:0:becomeActiveMaster-HFileCleaner.small.0-1731361385102,5,FailOnTimeoutGroup] 2024-11-11T21:43:05,102 INFO [master/22a1f13b90b0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T21:43:05,103 INFO [master/22a1f13b90b0:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-11T21:43:05,104 INFO [master/22a1f13b90b0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-11T21:43:05,105 INFO [master/22a1f13b90b0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-11T21:43:05,112 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32903 is added to blk_1073741831_1007 (size=1321) 2024-11-11T21:43:05,113 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38269 is added to blk_1073741831_1007 (size=1321) 2024-11-11T21:43:05,115 DEBUG [RS:0;22a1f13b90b0:37777 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-11T21:43:05,115 DEBUG [RS:2;22a1f13b90b0:40209 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-11T21:43:05,115 DEBUG [RS:0;22a1f13b90b0:37777 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-11T21:43:05,115 DEBUG [RS:2;22a1f13b90b0:40209 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-11T21:43:05,116 DEBUG [RS:1;22a1f13b90b0:40211 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-11T21:43:05,116 DEBUG [RS:1;22a1f13b90b0:40211 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-11T21:43:05,116 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45349 is added to blk_1073741831_1007 (size=1321) 2024-11-11T21:43:05,118 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:33499/user/jenkins/test-data/3081faf6-6c36-f855-e4b0-d18d41a2b810/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-11T21:43:05,118 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:33499/user/jenkins/test-data/3081faf6-6c36-f855-e4b0-d18d41a2b810 2024-11-11T21:43:05,118 DEBUG [RS:1;22a1f13b90b0:40211 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-11T21:43:05,118 DEBUG [RS:0;22a1f13b90b0:37777 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-11T21:43:05,119 DEBUG [RS:1;22a1f13b90b0:40211 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e6d2f97, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=22a1f13b90b0/172.17.0.2:0 2024-11-11T21:43:05,119 DEBUG [RS:0;22a1f13b90b0:37777 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1cefc82c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=22a1f13b90b0/172.17.0.2:0 2024-11-11T21:43:05,120 DEBUG [RS:2;22a1f13b90b0:40209 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-11T21:43:05,121 DEBUG [RS:2;22a1f13b90b0:40209 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d29e9bb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=22a1f13b90b0/172.17.0.2:0 2024-11-11T21:43:05,134 DEBUG [RS:1;22a1f13b90b0:40211 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;22a1f13b90b0:40211 2024-11-11T21:43:05,138 INFO [RS:1;22a1f13b90b0:40211 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-11T21:43:05,138 INFO [RS:1;22a1f13b90b0:40211 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-11T21:43:05,138 DEBUG [RS:0;22a1f13b90b0:37777 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;22a1f13b90b0:37777 2024-11-11T21:43:05,138 DEBUG [RS:1;22a1f13b90b0:40211 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-11T21:43:05,138 INFO [RS:0;22a1f13b90b0:37777 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-11T21:43:05,138 INFO [RS:0;22a1f13b90b0:37777 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-11T21:43:05,138 DEBUG [RS:0;22a1f13b90b0:37777 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-11T21:43:05,141 INFO [RS:1;22a1f13b90b0:40211 {}] regionserver.HRegionServer(2659): reportForDuty to master=22a1f13b90b0,43333,1731361383410 with port=40211, startcode=1731361384111 2024-11-11T21:43:05,141 INFO [RS:0;22a1f13b90b0:37777 {}] regionserver.HRegionServer(2659): reportForDuty to master=22a1f13b90b0,43333,1731361383410 with port=37777, startcode=1731361384016 2024-11-11T21:43:05,155 DEBUG [RS:0;22a1f13b90b0:37777 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-11T21:43:05,155 DEBUG [RS:1;22a1f13b90b0:40211 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-11T21:43:05,155 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38269 is added to blk_1073741832_1008 (size=32) 2024-11-11T21:43:05,155 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32903 is added to blk_1073741832_1008 (size=32) 2024-11-11T21:43:05,157 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45349 is added to blk_1073741832_1008 (size=32) 2024-11-11T21:43:05,158 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T21:43:05,161 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T21:43:05,164 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T21:43:05,164 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:43:05,166 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T21:43:05,166 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T21:43:05,170 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T21:43:05,170 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:43:05,171 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T21:43:05,172 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T21:43:05,175 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T21:43:05,175 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:43:05,176 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T21:43:05,177 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T21:43:05,180 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T21:43:05,180 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:43:05,181 DEBUG [RS:2;22a1f13b90b0:40209 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;22a1f13b90b0:40209 2024-11-11T21:43:05,181 INFO [RS:2;22a1f13b90b0:40209 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-11T21:43:05,181 INFO [RS:2;22a1f13b90b0:40209 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-11T21:43:05,182 DEBUG [RS:2;22a1f13b90b0:40209 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-11T21:43:05,183 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T21:43:05,183 INFO [RS:2;22a1f13b90b0:40209 {}] regionserver.HRegionServer(2659): reportForDuty to master=22a1f13b90b0,43333,1731361383410 with port=40209, startcode=1731361384156 2024-11-11T21:43:05,183 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T21:43:05,183 DEBUG [RS:2;22a1f13b90b0:40209 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-11T21:43:05,185 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33499/user/jenkins/test-data/3081faf6-6c36-f855-e4b0-d18d41a2b810/data/hbase/meta/1588230740 2024-11-11T21:43:05,186 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33499/user/jenkins/test-data/3081faf6-6c36-f855-e4b0-d18d41a2b810/data/hbase/meta/1588230740 2024-11-11T21:43:05,189 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T21:43:05,190 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T21:43:05,191 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T21:43:05,194 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T21:43:05,198 INFO [HMaster-EventLoopGroup-2-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60763, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-11-11T21:43:05,198 INFO [HMaster-EventLoopGroup-2-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45747, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-11T21:43:05,198 INFO [HMaster-EventLoopGroup-2-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44307, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-11-11T21:43:05,200 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33499/user/jenkins/test-data/3081faf6-6c36-f855-e4b0-d18d41a2b810/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T21:43:05,201 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58927680, jitterRate=-0.12190914154052734}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T21:43:05,205 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731361385158Initializing all the Stores at 1731361385160 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731361385160Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731361385160Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731361385161 (+1 ms)Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731361385161Cleaning up temporary data from old regions at 1731361385190 (+29 ms)Region opened successfully at 1731361385205 (+15 ms) 2024-11-11T21:43:05,205 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T21:43:05,205 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T21:43:05,205 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T21:43:05,205 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T21:43:05,205 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T21:43:05,206 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43333 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 22a1f13b90b0,40211,1731361384111 2024-11-11T21:43:05,207 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T21:43:05,207 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731361385205Disabling compacts and flushes for region at 1731361385205Disabling writes for close at 1731361385205Writing region close event to WAL at 1731361385206 (+1 ms)Closed at 1731361385206 2024-11-11T21:43:05,209 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43333 {}] master.ServerManager(517): Registering regionserver=22a1f13b90b0,40211,1731361384111 2024-11-11T21:43:05,211 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T21:43:05,211 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-11T21:43:05,218 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-11T21:43:05,220 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43333 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 22a1f13b90b0,40209,1731361384156 2024-11-11T21:43:05,220 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43333 {}] master.ServerManager(517): Registering regionserver=22a1f13b90b0,40209,1731361384156 2024-11-11T21:43:05,225 DEBUG [RS:1;22a1f13b90b0:40211 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33499/user/jenkins/test-data/3081faf6-6c36-f855-e4b0-d18d41a2b810 2024-11-11T21:43:05,225 DEBUG [RS:1;22a1f13b90b0:40211 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33499 2024-11-11T21:43:05,225 DEBUG [RS:1;22a1f13b90b0:40211 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-11T21:43:05,228 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43333 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 22a1f13b90b0,37777,1731361384016 2024-11-11T21:43:05,228 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43333 {}] master.ServerManager(517): Registering regionserver=22a1f13b90b0,37777,1731361384016 2024-11-11T21:43:05,229 DEBUG [RS:2;22a1f13b90b0:40209 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33499/user/jenkins/test-data/3081faf6-6c36-f855-e4b0-d18d41a2b810 2024-11-11T21:43:05,229 DEBUG [RS:2;22a1f13b90b0:40209 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33499 2024-11-11T21:43:05,230 DEBUG [RS:2;22a1f13b90b0:40209 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-11T21:43:05,230 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43333-0x10030bd7d770000, quorum=127.0.0.1:49826, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-11T21:43:05,232 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T21:43:05,233 DEBUG [RS:1;22a1f13b90b0:40211 {}] zookeeper.ZKUtil(111): regionserver:40211-0x10030bd7d770002, quorum=127.0.0.1:49826, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/22a1f13b90b0,40211,1731361384111 2024-11-11T21:43:05,233 WARN [RS:1;22a1f13b90b0:40211 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T21:43:05,233 DEBUG [RS:2;22a1f13b90b0:40209 {}] zookeeper.ZKUtil(111): regionserver:40209-0x10030bd7d770003, quorum=127.0.0.1:49826, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/22a1f13b90b0,40209,1731361384156 2024-11-11T21:43:05,234 INFO [RS:1;22a1f13b90b0:40211 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T21:43:05,234 WARN [RS:2;22a1f13b90b0:40209 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T21:43:05,234 INFO [RS:2;22a1f13b90b0:40209 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T21:43:05,234 DEBUG [RS:1;22a1f13b90b0:40211 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33499/user/jenkins/test-data/3081faf6-6c36-f855-e4b0-d18d41a2b810/WALs/22a1f13b90b0,40211,1731361384111 2024-11-11T21:43:05,234 DEBUG [RS:2;22a1f13b90b0:40209 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33499/user/jenkins/test-data/3081faf6-6c36-f855-e4b0-d18d41a2b810/WALs/22a1f13b90b0,40209,1731361384156 2024-11-11T21:43:05,235 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [22a1f13b90b0,40211,1731361384111] 2024-11-11T21:43:05,235 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [22a1f13b90b0,40209,1731361384156] 2024-11-11T21:43:05,236 DEBUG [RS:0;22a1f13b90b0:37777 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33499/user/jenkins/test-data/3081faf6-6c36-f855-e4b0-d18d41a2b810 2024-11-11T21:43:05,236 DEBUG [RS:0;22a1f13b90b0:37777 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33499 2024-11-11T21:43:05,236 DEBUG [RS:0;22a1f13b90b0:37777 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-11T21:43:05,236 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-11T21:43:05,238 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43333-0x10030bd7d770000, quorum=127.0.0.1:49826, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-11T21:43:05,240 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [22a1f13b90b0,37777,1731361384016] 2024-11-11T21:43:05,242 DEBUG [RS:0;22a1f13b90b0:37777 {}] zookeeper.ZKUtil(111): regionserver:37777-0x10030bd7d770001, quorum=127.0.0.1:49826, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/22a1f13b90b0,37777,1731361384016 2024-11-11T21:43:05,242 WARN [RS:0;22a1f13b90b0:37777 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T21:43:05,242 INFO [RS:0;22a1f13b90b0:37777 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T21:43:05,242 DEBUG [RS:0;22a1f13b90b0:37777 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33499/user/jenkins/test-data/3081faf6-6c36-f855-e4b0-d18d41a2b810/WALs/22a1f13b90b0,37777,1731361384016 2024-11-11T21:43:05,263 INFO [RS:1;22a1f13b90b0:40211 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-11T21:43:05,263 INFO [RS:0;22a1f13b90b0:37777 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-11T21:43:05,263 INFO [RS:2;22a1f13b90b0:40209 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-11T21:43:05,278 INFO [RS:0;22a1f13b90b0:37777 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-11T21:43:05,278 INFO [RS:1;22a1f13b90b0:40211 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-11T21:43:05,279 INFO [RS:2;22a1f13b90b0:40209 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-11T21:43:05,285 INFO [RS:2;22a1f13b90b0:40209 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-11T21:43:05,285 INFO [RS:0;22a1f13b90b0:37777 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-11T21:43:05,285 INFO [RS:1;22a1f13b90b0:40211 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-11T21:43:05,285 INFO [RS:0;22a1f13b90b0:37777 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T21:43:05,285 INFO [RS:1;22a1f13b90b0:40211 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T21:43:05,285 INFO [RS:2;22a1f13b90b0:40209 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T21:43:05,286 INFO [RS:1;22a1f13b90b0:40211 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-11T21:43:05,286 INFO [RS:2;22a1f13b90b0:40209 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-11T21:43:05,286 INFO [RS:0;22a1f13b90b0:37777 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-11T21:43:05,293 INFO [RS:2;22a1f13b90b0:40209 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-11T21:43:05,293 INFO [RS:0;22a1f13b90b0:37777 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-11T21:43:05,293 INFO [RS:1;22a1f13b90b0:40211 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-11T21:43:05,294 INFO [RS:2;22a1f13b90b0:40209 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-11T21:43:05,294 INFO [RS:1;22a1f13b90b0:40211 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-11T21:43:05,294 INFO [RS:0;22a1f13b90b0:37777 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-11T21:43:05,295 DEBUG [RS:2;22a1f13b90b0:40209 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/22a1f13b90b0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:43:05,295 DEBUG [RS:1;22a1f13b90b0:40211 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/22a1f13b90b0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:43:05,295 DEBUG [RS:0;22a1f13b90b0:37777 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/22a1f13b90b0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:43:05,295 DEBUG [RS:2;22a1f13b90b0:40209 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/22a1f13b90b0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:43:05,295 DEBUG [RS:1;22a1f13b90b0:40211 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/22a1f13b90b0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:43:05,295 DEBUG [RS:0;22a1f13b90b0:37777 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/22a1f13b90b0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:43:05,295 DEBUG [RS:1;22a1f13b90b0:40211 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/22a1f13b90b0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:43:05,295 DEBUG [RS:2;22a1f13b90b0:40209 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/22a1f13b90b0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:43:05,295 DEBUG [RS:0;22a1f13b90b0:37777 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/22a1f13b90b0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:43:05,295 DEBUG [RS:1;22a1f13b90b0:40211 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/22a1f13b90b0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:43:05,295 DEBUG [RS:2;22a1f13b90b0:40209 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/22a1f13b90b0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:43:05,295 DEBUG [RS:0;22a1f13b90b0:37777 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/22a1f13b90b0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:43:05,295 DEBUG [RS:1;22a1f13b90b0:40211 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/22a1f13b90b0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:43:05,295 DEBUG [RS:2;22a1f13b90b0:40209 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/22a1f13b90b0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:43:05,295 DEBUG [RS:1;22a1f13b90b0:40211 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/22a1f13b90b0:0, corePoolSize=2, maxPoolSize=2 2024-11-11T21:43:05,295 DEBUG [RS:0;22a1f13b90b0:37777 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/22a1f13b90b0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:43:05,295 DEBUG [RS:1;22a1f13b90b0:40211 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/22a1f13b90b0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:43:05,295 DEBUG [RS:2;22a1f13b90b0:40209 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/22a1f13b90b0:0, corePoolSize=2, maxPoolSize=2 2024-11-11T21:43:05,296 DEBUG [RS:0;22a1f13b90b0:37777 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/22a1f13b90b0:0, corePoolSize=2, maxPoolSize=2 2024-11-11T21:43:05,296 DEBUG [RS:1;22a1f13b90b0:40211 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/22a1f13b90b0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:43:05,296 DEBUG [RS:2;22a1f13b90b0:40209 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/22a1f13b90b0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:43:05,296 DEBUG [RS:0;22a1f13b90b0:37777 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/22a1f13b90b0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:43:05,296 DEBUG [RS:1;22a1f13b90b0:40211 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/22a1f13b90b0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:43:05,296 DEBUG [RS:2;22a1f13b90b0:40209 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/22a1f13b90b0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:43:05,296 DEBUG [RS:1;22a1f13b90b0:40211 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/22a1f13b90b0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:43:05,296 DEBUG [RS:0;22a1f13b90b0:37777 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/22a1f13b90b0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:43:05,296 DEBUG [RS:1;22a1f13b90b0:40211 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/22a1f13b90b0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:43:05,296 DEBUG [RS:2;22a1f13b90b0:40209 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/22a1f13b90b0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:43:05,296 DEBUG [RS:0;22a1f13b90b0:37777 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/22a1f13b90b0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:43:05,296 DEBUG [RS:1;22a1f13b90b0:40211 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/22a1f13b90b0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:43:05,296 DEBUG [RS:2;22a1f13b90b0:40209 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/22a1f13b90b0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:43:05,296 DEBUG [RS:0;22a1f13b90b0:37777 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/22a1f13b90b0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:43:05,296 DEBUG [RS:1;22a1f13b90b0:40211 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/22a1f13b90b0:0, corePoolSize=3, maxPoolSize=3 2024-11-11T21:43:05,296 DEBUG [RS:0;22a1f13b90b0:37777 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/22a1f13b90b0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:43:05,296 DEBUG [RS:2;22a1f13b90b0:40209 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/22a1f13b90b0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:43:05,296 DEBUG [RS:1;22a1f13b90b0:40211 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/22a1f13b90b0:0, corePoolSize=3, maxPoolSize=3 2024-11-11T21:43:05,296 DEBUG [RS:2;22a1f13b90b0:40209 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/22a1f13b90b0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:43:05,296 DEBUG [RS:0;22a1f13b90b0:37777 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/22a1f13b90b0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:43:05,297 DEBUG [RS:0;22a1f13b90b0:37777 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/22a1f13b90b0:0, corePoolSize=3, maxPoolSize=3 2024-11-11T21:43:05,297 DEBUG [RS:2;22a1f13b90b0:40209 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/22a1f13b90b0:0, corePoolSize=3, maxPoolSize=3 2024-11-11T21:43:05,297 DEBUG [RS:2;22a1f13b90b0:40209 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/22a1f13b90b0:0, corePoolSize=3, maxPoolSize=3 2024-11-11T21:43:05,297 DEBUG [RS:0;22a1f13b90b0:37777 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/22a1f13b90b0:0, corePoolSize=3, maxPoolSize=3 2024-11-11T21:43:05,304 INFO [RS:0;22a1f13b90b0:37777 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T21:43:05,304 INFO [RS:0;22a1f13b90b0:37777 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T21:43:05,304 INFO [RS:0;22a1f13b90b0:37777 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T21:43:05,304 INFO [RS:1;22a1f13b90b0:40211 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T21:43:05,304 INFO [RS:0;22a1f13b90b0:37777 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-11T21:43:05,304 INFO [RS:2;22a1f13b90b0:40209 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T21:43:05,304 INFO [RS:1;22a1f13b90b0:40211 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T21:43:05,304 INFO [RS:0;22a1f13b90b0:37777 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-11T21:43:05,305 INFO [RS:2;22a1f13b90b0:40209 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T21:43:05,305 INFO [RS:1;22a1f13b90b0:40211 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T21:43:05,305 INFO [RS:0;22a1f13b90b0:37777 {}] hbase.ChoreService(168): Chore ScheduledChore name=22a1f13b90b0,37777,1731361384016-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T21:43:05,305 INFO [RS:2;22a1f13b90b0:40209 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T21:43:05,305 INFO [RS:1;22a1f13b90b0:40211 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-11T21:43:05,305 INFO [RS:2;22a1f13b90b0:40209 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-11T21:43:05,305 INFO [RS:1;22a1f13b90b0:40211 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-11T21:43:05,305 INFO [RS:2;22a1f13b90b0:40209 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-11T21:43:05,305 INFO [RS:1;22a1f13b90b0:40211 {}] hbase.ChoreService(168): Chore ScheduledChore name=22a1f13b90b0,40211,1731361384111-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T21:43:05,305 INFO [RS:2;22a1f13b90b0:40209 {}] hbase.ChoreService(168): Chore ScheduledChore name=22a1f13b90b0,40209,1731361384156-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T21:43:05,330 INFO [RS:1;22a1f13b90b0:40211 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-11T21:43:05,330 INFO [RS:2;22a1f13b90b0:40209 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-11T21:43:05,330 INFO [RS:0;22a1f13b90b0:37777 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-11T21:43:05,333 INFO [RS:0;22a1f13b90b0:37777 {}] hbase.ChoreService(168): Chore ScheduledChore name=22a1f13b90b0,37777,1731361384016-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T21:43:05,333 INFO [RS:2;22a1f13b90b0:40209 {}] hbase.ChoreService(168): Chore ScheduledChore name=22a1f13b90b0,40209,1731361384156-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T21:43:05,333 INFO [RS:1;22a1f13b90b0:40211 {}] hbase.ChoreService(168): Chore ScheduledChore name=22a1f13b90b0,40211,1731361384111-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T21:43:05,333 INFO [RS:0;22a1f13b90b0:37777 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T21:43:05,333 INFO [RS:1;22a1f13b90b0:40211 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T21:43:05,333 INFO [RS:0;22a1f13b90b0:37777 {}] regionserver.Replication(171): 22a1f13b90b0,37777,1731361384016 started 2024-11-11T21:43:05,333 INFO [RS:1;22a1f13b90b0:40211 {}] regionserver.Replication(171): 22a1f13b90b0,40211,1731361384111 started 2024-11-11T21:43:05,333 INFO [RS:2;22a1f13b90b0:40209 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T21:43:05,334 INFO [RS:2;22a1f13b90b0:40209 {}] regionserver.Replication(171): 22a1f13b90b0,40209,1731361384156 started 2024-11-11T21:43:05,359 INFO [RS:2;22a1f13b90b0:40209 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T21:43:05,359 INFO [RS:0;22a1f13b90b0:37777 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T21:43:05,359 INFO [RS:1;22a1f13b90b0:40211 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T21:43:05,359 INFO [RS:1;22a1f13b90b0:40211 {}] regionserver.HRegionServer(1482): Serving as 22a1f13b90b0,40211,1731361384111, RpcServer on 22a1f13b90b0/172.17.0.2:40211, sessionid=0x10030bd7d770002 2024-11-11T21:43:05,359 INFO [RS:0;22a1f13b90b0:37777 {}] regionserver.HRegionServer(1482): Serving as 22a1f13b90b0,37777,1731361384016, RpcServer on 22a1f13b90b0/172.17.0.2:37777, sessionid=0x10030bd7d770001 2024-11-11T21:43:05,359 INFO [RS:2;22a1f13b90b0:40209 {}] regionserver.HRegionServer(1482): Serving as 22a1f13b90b0,40209,1731361384156, RpcServer on 22a1f13b90b0/172.17.0.2:40209, sessionid=0x10030bd7d770003 2024-11-11T21:43:05,360 DEBUG [RS:1;22a1f13b90b0:40211 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-11T21:43:05,360 DEBUG [RS:2;22a1f13b90b0:40209 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-11T21:43:05,360 DEBUG [RS:0;22a1f13b90b0:37777 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-11T21:43:05,360 DEBUG [RS:2;22a1f13b90b0:40209 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 22a1f13b90b0,40209,1731361384156 2024-11-11T21:43:05,360 DEBUG [RS:0;22a1f13b90b0:37777 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 22a1f13b90b0,37777,1731361384016 2024-11-11T21:43:05,360 DEBUG [RS:1;22a1f13b90b0:40211 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 22a1f13b90b0,40211,1731361384111 2024-11-11T21:43:05,361 DEBUG [RS:1;22a1f13b90b0:40211 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '22a1f13b90b0,40211,1731361384111' 2024-11-11T21:43:05,361 DEBUG [RS:0;22a1f13b90b0:37777 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '22a1f13b90b0,37777,1731361384016' 2024-11-11T21:43:05,361 DEBUG [RS:2;22a1f13b90b0:40209 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '22a1f13b90b0,40209,1731361384156' 2024-11-11T21:43:05,361 DEBUG [RS:1;22a1f13b90b0:40211 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-11T21:43:05,361 DEBUG [RS:0;22a1f13b90b0:37777 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-11T21:43:05,361 DEBUG [RS:2;22a1f13b90b0:40209 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-11T21:43:05,362 DEBUG [RS:1;22a1f13b90b0:40211 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-11T21:43:05,362 DEBUG [RS:0;22a1f13b90b0:37777 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-11T21:43:05,362 DEBUG [RS:2;22a1f13b90b0:40209 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-11T21:43:05,363 DEBUG [RS:1;22a1f13b90b0:40211 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-11T21:43:05,363 DEBUG [RS:0;22a1f13b90b0:37777 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-11T21:43:05,363 DEBUG [RS:1;22a1f13b90b0:40211 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-11T21:43:05,363 DEBUG [RS:0;22a1f13b90b0:37777 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-11T21:43:05,363 DEBUG [RS:2;22a1f13b90b0:40209 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-11T21:43:05,363 DEBUG [RS:2;22a1f13b90b0:40209 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-11T21:43:05,363 DEBUG [RS:1;22a1f13b90b0:40211 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 22a1f13b90b0,40211,1731361384111 2024-11-11T21:43:05,363 DEBUG [RS:0;22a1f13b90b0:37777 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 22a1f13b90b0,37777,1731361384016 2024-11-11T21:43:05,363 DEBUG [RS:2;22a1f13b90b0:40209 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 22a1f13b90b0,40209,1731361384156 2024-11-11T21:43:05,363 DEBUG [RS:1;22a1f13b90b0:40211 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '22a1f13b90b0,40211,1731361384111' 2024-11-11T21:43:05,363 DEBUG [RS:0;22a1f13b90b0:37777 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '22a1f13b90b0,37777,1731361384016' 2024-11-11T21:43:05,363 DEBUG [RS:1;22a1f13b90b0:40211 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-11T21:43:05,363 DEBUG [RS:2;22a1f13b90b0:40209 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '22a1f13b90b0,40209,1731361384156' 2024-11-11T21:43:05,363 DEBUG [RS:0;22a1f13b90b0:37777 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-11T21:43:05,363 DEBUG [RS:2;22a1f13b90b0:40209 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-11T21:43:05,363 DEBUG [RS:1;22a1f13b90b0:40211 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-11T21:43:05,364 DEBUG [RS:0;22a1f13b90b0:37777 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-11T21:43:05,364 DEBUG [RS:2;22a1f13b90b0:40209 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-11T21:43:05,364 DEBUG [RS:1;22a1f13b90b0:40211 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-11T21:43:05,364 INFO [RS:1;22a1f13b90b0:40211 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-11T21:43:05,364 DEBUG [RS:2;22a1f13b90b0:40209 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-11T21:43:05,364 DEBUG [RS:0;22a1f13b90b0:37777 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-11T21:43:05,364 INFO [RS:1;22a1f13b90b0:40211 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-11T21:43:05,364 INFO [RS:0;22a1f13b90b0:37777 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-11T21:43:05,364 INFO [RS:2;22a1f13b90b0:40209 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-11T21:43:05,364 INFO [RS:0;22a1f13b90b0:37777 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-11T21:43:05,364 INFO [RS:2;22a1f13b90b0:40209 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-11T21:43:05,387 WARN [22a1f13b90b0:43333 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-11T21:43:05,471 INFO [RS:0;22a1f13b90b0:37777 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T21:43:05,471 INFO [RS:2;22a1f13b90b0:40209 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T21:43:05,471 INFO [RS:1;22a1f13b90b0:40211 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T21:43:05,475 INFO [RS:0;22a1f13b90b0:37777 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=22a1f13b90b0%2C37777%2C1731361384016, suffix=, logDir=hdfs://localhost:33499/user/jenkins/test-data/3081faf6-6c36-f855-e4b0-d18d41a2b810/WALs/22a1f13b90b0,37777,1731361384016, archiveDir=hdfs://localhost:33499/user/jenkins/test-data/3081faf6-6c36-f855-e4b0-d18d41a2b810/oldWALs, maxLogs=32 2024-11-11T21:43:05,475 INFO [RS:2;22a1f13b90b0:40209 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=22a1f13b90b0%2C40209%2C1731361384156, suffix=, logDir=hdfs://localhost:33499/user/jenkins/test-data/3081faf6-6c36-f855-e4b0-d18d41a2b810/WALs/22a1f13b90b0,40209,1731361384156, archiveDir=hdfs://localhost:33499/user/jenkins/test-data/3081faf6-6c36-f855-e4b0-d18d41a2b810/oldWALs, maxLogs=32 2024-11-11T21:43:05,475 INFO [RS:1;22a1f13b90b0:40211 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=22a1f13b90b0%2C40211%2C1731361384111, suffix=, logDir=hdfs://localhost:33499/user/jenkins/test-data/3081faf6-6c36-f855-e4b0-d18d41a2b810/WALs/22a1f13b90b0,40211,1731361384111, archiveDir=hdfs://localhost:33499/user/jenkins/test-data/3081faf6-6c36-f855-e4b0-d18d41a2b810/oldWALs, maxLogs=32 2024-11-11T21:43:05,493 DEBUG [RS:2;22a1f13b90b0:40209 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3081faf6-6c36-f855-e4b0-d18d41a2b810/WALs/22a1f13b90b0,40209,1731361384156/22a1f13b90b0%2C40209%2C1731361384156.1731361385479, exclude list is [], retry=0 2024-11-11T21:43:05,493 DEBUG [RS:0;22a1f13b90b0:37777 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3081faf6-6c36-f855-e4b0-d18d41a2b810/WALs/22a1f13b90b0,37777,1731361384016/22a1f13b90b0%2C37777%2C1731361384016.1731361385479, exclude list is [], retry=0 2024-11-11T21:43:05,493 DEBUG [RS:1;22a1f13b90b0:40211 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3081faf6-6c36-f855-e4b0-d18d41a2b810/WALs/22a1f13b90b0,40211,1731361384111/22a1f13b90b0%2C40211%2C1731361384111.1731361385479, exclude list is [], retry=0 2024-11-11T21:43:05,499 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32903,DS-6f2e4c41-d6bf-45a1-8903-62cc9de0cbe9,DISK] 2024-11-11T21:43:05,499 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32903,DS-6f2e4c41-d6bf-45a1-8903-62cc9de0cbe9,DISK] 2024-11-11T21:43:05,499 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45349,DS-075cf330-c315-4f49-8444-a50c5ab90136,DISK] 2024-11-11T21:43:05,499 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45349,DS-075cf330-c315-4f49-8444-a50c5ab90136,DISK] 2024-11-11T21:43:05,499 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38269,DS-f5a09739-babc-4265-b3e8-40bdc5147eea,DISK] 2024-11-11T21:43:05,499 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45349,DS-075cf330-c315-4f49-8444-a50c5ab90136,DISK] 2024-11-11T21:43:05,500 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32903,DS-6f2e4c41-d6bf-45a1-8903-62cc9de0cbe9,DISK] 2024-11-11T21:43:05,500 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38269,DS-f5a09739-babc-4265-b3e8-40bdc5147eea,DISK] 2024-11-11T21:43:05,501 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38269,DS-f5a09739-babc-4265-b3e8-40bdc5147eea,DISK] 2024-11-11T21:43:05,538 INFO [RS:1;22a1f13b90b0:40211 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3081faf6-6c36-f855-e4b0-d18d41a2b810/WALs/22a1f13b90b0,40211,1731361384111/22a1f13b90b0%2C40211%2C1731361384111.1731361385479 2024-11-11T21:43:05,539 INFO [RS:0;22a1f13b90b0:37777 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3081faf6-6c36-f855-e4b0-d18d41a2b810/WALs/22a1f13b90b0,37777,1731361384016/22a1f13b90b0%2C37777%2C1731361384016.1731361385479 2024-11-11T21:43:05,539 DEBUG [RS:1;22a1f13b90b0:40211 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43217:43217),(127.0.0.1/127.0.0.1:37817:37817),(127.0.0.1/127.0.0.1:46487:46487)] 2024-11-11T21:43:05,540 DEBUG [RS:0;22a1f13b90b0:37777 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46487:46487),(127.0.0.1/127.0.0.1:37817:37817),(127.0.0.1/127.0.0.1:43217:43217)] 2024-11-11T21:43:05,540 INFO [RS:2;22a1f13b90b0:40209 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3081faf6-6c36-f855-e4b0-d18d41a2b810/WALs/22a1f13b90b0,40209,1731361384156/22a1f13b90b0%2C40209%2C1731361384156.1731361385479 2024-11-11T21:43:05,541 DEBUG [RS:2;22a1f13b90b0:40209 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37817:37817),(127.0.0.1/127.0.0.1:46487:46487),(127.0.0.1/127.0.0.1:43217:43217)] 2024-11-11T21:43:05,643 DEBUG [22a1f13b90b0:43333 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=3, allServersCount=3 2024-11-11T21:43:05,653 DEBUG [22a1f13b90b0:43333 {}] balancer.BalancerClusterState(204): Hosts are {22a1f13b90b0=0} racks are {/default-rack=0} 2024-11-11T21:43:05,660 DEBUG [22a1f13b90b0:43333 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-11T21:43:05,660 DEBUG [22a1f13b90b0:43333 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-11T21:43:05,660 DEBUG [22a1f13b90b0:43333 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-11T21:43:05,661 DEBUG [22a1f13b90b0:43333 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-11T21:43:05,661 DEBUG [22a1f13b90b0:43333 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-11T21:43:05,661 DEBUG [22a1f13b90b0:43333 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-11T21:43:05,661 INFO [22a1f13b90b0:43333 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-11T21:43:05,661 INFO [22a1f13b90b0:43333 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-11T21:43:05,661 INFO [22a1f13b90b0:43333 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-11T21:43:05,661 DEBUG [22a1f13b90b0:43333 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-11T21:43:05,668 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=22a1f13b90b0,37777,1731361384016 2024-11-11T21:43:05,673 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 22a1f13b90b0,37777,1731361384016, state=OPENING 2024-11-11T21:43:05,677 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-11T21:43:05,678 DEBUG [pool-64-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37777-0x10030bd7d770001, quorum=127.0.0.1:49826, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T21:43:05,678 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40211-0x10030bd7d770002, quorum=127.0.0.1:49826, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T21:43:05,678 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43333-0x10030bd7d770000, quorum=127.0.0.1:49826, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T21:43:05,678 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40209-0x10030bd7d770003, quorum=127.0.0.1:49826, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T21:43:05,679 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T21:43:05,679 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T21:43:05,679 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T21:43:05,679 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T21:43:05,680 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T21:43:05,682 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=22a1f13b90b0,37777,1731361384016}] 2024-11-11T21:43:05,861 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T21:43:05,863 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43503, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-11T21:43:05,875 INFO [RS_OPEN_META-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-11T21:43:05,875 INFO [RS_OPEN_META-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T21:43:05,876 INFO [RS_OPEN_META-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-11T21:43:05,879 INFO [RS_OPEN_META-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=22a1f13b90b0%2C37777%2C1731361384016.meta, suffix=.meta, logDir=hdfs://localhost:33499/user/jenkins/test-data/3081faf6-6c36-f855-e4b0-d18d41a2b810/WALs/22a1f13b90b0,37777,1731361384016, archiveDir=hdfs://localhost:33499/user/jenkins/test-data/3081faf6-6c36-f855-e4b0-d18d41a2b810/oldWALs, maxLogs=32 2024-11-11T21:43:05,893 DEBUG [RS_OPEN_META-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3081faf6-6c36-f855-e4b0-d18d41a2b810/WALs/22a1f13b90b0,37777,1731361384016/22a1f13b90b0%2C37777%2C1731361384016.meta.1731361385881.meta, exclude list is [], retry=0 2024-11-11T21:43:05,898 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32903,DS-6f2e4c41-d6bf-45a1-8903-62cc9de0cbe9,DISK] 2024-11-11T21:43:05,898 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45349,DS-075cf330-c315-4f49-8444-a50c5ab90136,DISK] 2024-11-11T21:43:05,898 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38269,DS-f5a09739-babc-4265-b3e8-40bdc5147eea,DISK] 2024-11-11T21:43:05,926 INFO [RS_OPEN_META-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3081faf6-6c36-f855-e4b0-d18d41a2b810/WALs/22a1f13b90b0,37777,1731361384016/22a1f13b90b0%2C37777%2C1731361384016.meta.1731361385881.meta 2024-11-11T21:43:05,927 DEBUG [RS_OPEN_META-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43217:43217),(127.0.0.1/127.0.0.1:46487:46487),(127.0.0.1/127.0.0.1:37817:37817)] 2024-11-11T21:43:05,927 DEBUG [RS_OPEN_META-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-11T21:43:05,929 DEBUG [RS_OPEN_META-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-11T21:43:05,932 DEBUG [RS_OPEN_META-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-11T21:43:05,938 INFO [RS_OPEN_META-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-11T21:43:05,943 DEBUG [RS_OPEN_META-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-11T21:43:05,944 DEBUG [RS_OPEN_META-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T21:43:05,944 DEBUG [RS_OPEN_META-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-11T21:43:05,944 DEBUG [RS_OPEN_META-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-11T21:43:05,947 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T21:43:05,949 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T21:43:05,950 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:43:05,950 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T21:43:05,951 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T21:43:05,952 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T21:43:05,952 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:43:05,953 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T21:43:05,953 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T21:43:05,955 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T21:43:05,955 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:43:05,956 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T21:43:05,957 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T21:43:05,958 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T21:43:05,958 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:43:05,959 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T21:43:05,959 DEBUG [RS_OPEN_META-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T21:43:05,961 DEBUG [RS_OPEN_META-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33499/user/jenkins/test-data/3081faf6-6c36-f855-e4b0-d18d41a2b810/data/hbase/meta/1588230740 2024-11-11T21:43:05,965 DEBUG [RS_OPEN_META-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33499/user/jenkins/test-data/3081faf6-6c36-f855-e4b0-d18d41a2b810/data/hbase/meta/1588230740 2024-11-11T21:43:05,967 DEBUG [RS_OPEN_META-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T21:43:05,967 DEBUG [RS_OPEN_META-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T21:43:05,968 DEBUG [RS_OPEN_META-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T21:43:05,971 DEBUG [RS_OPEN_META-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T21:43:05,973 INFO [RS_OPEN_META-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70866994, jitterRate=0.05600050091743469}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T21:43:05,973 DEBUG [RS_OPEN_META-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-11T21:43:05,975 DEBUG [RS_OPEN_META-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731361385945Writing region info on filesystem at 1731361385945Initializing all the Stores at 1731361385947 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731361385947Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731361385947Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731361385947Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731361385947Cleaning up temporary data from old regions at 1731361385967 (+20 ms)Running coprocessor post-open hooks at 1731361385974 (+7 ms)Region opened successfully at 1731361385975 (+1 ms) 2024-11-11T21:43:05,984 INFO [RS_OPEN_META-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731361385853 2024-11-11T21:43:05,994 DEBUG [RS_OPEN_META-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-11T21:43:05,994 INFO [RS_OPEN_META-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-11T21:43:05,996 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=22a1f13b90b0,37777,1731361384016 2024-11-11T21:43:05,999 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 22a1f13b90b0,37777,1731361384016, state=OPEN 2024-11-11T21:43:06,001 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40211-0x10030bd7d770002, quorum=127.0.0.1:49826, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-11T21:43:06,001 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40209-0x10030bd7d770003, quorum=127.0.0.1:49826, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-11T21:43:06,001 DEBUG [pool-64-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37777-0x10030bd7d770001, quorum=127.0.0.1:49826, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-11T21:43:06,001 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43333-0x10030bd7d770000, quorum=127.0.0.1:49826, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-11T21:43:06,001 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T21:43:06,001 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T21:43:06,001 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T21:43:06,001 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T21:43:06,002 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=22a1f13b90b0,37777,1731361384016 2024-11-11T21:43:06,008 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-11T21:43:06,008 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=22a1f13b90b0,37777,1731361384016 in 320 msec 2024-11-11T21:43:06,016 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-11T21:43:06,016 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 791 msec 2024-11-11T21:43:06,018 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T21:43:06,018 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-11T21:43:06,056 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T21:43:06,057 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=22a1f13b90b0,37777,1731361384016, seqNum=-1] 2024-11-11T21:43:06,083 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T21:43:06,086 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60095, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T21:43:06,108 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.0930 sec 2024-11-11T21:43:06,109 INFO [master/22a1f13b90b0:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731361386109, completionTime=-1 2024-11-11T21:43:06,111 INFO [master/22a1f13b90b0:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=3; waited=0ms, expected min=3 server(s), max=3 server(s), master is running 2024-11-11T21:43:06,111 DEBUG [master/22a1f13b90b0:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-11T21:43:06,136 INFO [master/22a1f13b90b0:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=3 2024-11-11T21:43:06,136 INFO [master/22a1f13b90b0:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731361446136 2024-11-11T21:43:06,136 INFO [master/22a1f13b90b0:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731361506136 2024-11-11T21:43:06,136 INFO [master/22a1f13b90b0:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 24 msec 2024-11-11T21:43:06,137 DEBUG [master/22a1f13b90b0:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-11T21:43:06,144 INFO [master/22a1f13b90b0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=22a1f13b90b0,43333,1731361383410-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T21:43:06,145 INFO [master/22a1f13b90b0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=22a1f13b90b0,43333,1731361383410-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T21:43:06,145 INFO [master/22a1f13b90b0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=22a1f13b90b0,43333,1731361383410-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T21:43:06,147 INFO [master/22a1f13b90b0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-22a1f13b90b0:43333, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T21:43:06,147 INFO [master/22a1f13b90b0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-11T21:43:06,148 INFO [master/22a1f13b90b0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-11T21:43:06,153 DEBUG [master/22a1f13b90b0:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-11T21:43:06,177 INFO [master/22a1f13b90b0:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.945sec 2024-11-11T21:43:06,179 INFO [master/22a1f13b90b0:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-11T21:43:06,180 INFO [master/22a1f13b90b0:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-11T21:43:06,181 INFO [master/22a1f13b90b0:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-11T21:43:06,182 INFO [master/22a1f13b90b0:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-11T21:43:06,182 INFO [master/22a1f13b90b0:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-11T21:43:06,183 INFO [master/22a1f13b90b0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=22a1f13b90b0,43333,1731361383410-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T21:43:06,183 INFO [master/22a1f13b90b0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=22a1f13b90b0,43333,1731361383410-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-11T21:43:06,188 DEBUG [master/22a1f13b90b0:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-11T21:43:06,189 INFO [master/22a1f13b90b0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-11T21:43:06,190 INFO [master/22a1f13b90b0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=22a1f13b90b0,43333,1731361383410-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T21:43:06,192 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37d2beb7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T21:43:06,194 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 22a1f13b90b0,43333,-1 for getting cluster id 2024-11-11T21:43:06,197 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T21:43:06,204 DEBUG [HMaster-EventLoopGroup-2-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2f76f775-d3aa-4d26-af58-6871afc32350' 2024-11-11T21:43:06,207 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T21:43:06,207 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2f76f775-d3aa-4d26-af58-6871afc32350" 2024-11-11T21:43:06,207 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@825c3e6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T21:43:06,207 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [22a1f13b90b0,43333,-1] 2024-11-11T21:43:06,209 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T21:43:06,211 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T21:43:06,212 INFO [HMaster-EventLoopGroup-2-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48558, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T21:43:06,215 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@258f6998, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T21:43:06,215 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T21:43:06,222 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=22a1f13b90b0,37777,1731361384016, seqNum=-1] 2024-11-11T21:43:06,223 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T21:43:06,225 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47526, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T21:43:06,244 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=22a1f13b90b0,43333,1731361383410 2024-11-11T21:43:06,244 INFO [Time-limited test {}] wal.AbstractTestWALReplay(147): hbase.rootdir=hdfs://localhost:33499/hbase 2024-11-11T21:43:06,258 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestSecureAsyncWALReplay#testNameConflictWhenSplit0 Thread=365, OpenFileDescriptor=611, MaxFileDescriptor=1048576, SystemLoadAverage=332, ProcessCount=11, AvailableMemoryMB=4946 2024-11-11T21:43:06,277 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T21:43:06,280 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T21:43:06,281 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T21:43:06,286 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-25608221, suffix=, logDir=hdfs://localhost:33499/hbase/WALs/hregion-25608221, archiveDir=hdfs://localhost:33499/hbase/oldWALs, maxLogs=32 2024-11-11T21:43:06,301 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-25608221/hregion-25608221.1731361386287, exclude list is [], retry=0 2024-11-11T21:43:06,306 DEBUG [AsyncFSWAL-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45349,DS-075cf330-c315-4f49-8444-a50c5ab90136,DISK] 2024-11-11T21:43:06,306 DEBUG [AsyncFSWAL-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32903,DS-6f2e4c41-d6bf-45a1-8903-62cc9de0cbe9,DISK] 2024-11-11T21:43:06,307 DEBUG [AsyncFSWAL-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38269,DS-f5a09739-babc-4265-b3e8-40bdc5147eea,DISK] 2024-11-11T21:43:06,336 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-25608221/hregion-25608221.1731361386287 2024-11-11T21:43:06,337 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46487:46487),(127.0.0.1/127.0.0.1:43217:43217),(127.0.0.1/127.0.0.1:37817:37817)] 2024-11-11T21:43:06,337 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 38bb46fdb267f2588e2160f75cb9e973, NAME => 'testReplayEditsWrittenIntoWAL,,1731361386278.38bb46fdb267f2588e2160f75cb9e973.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsWrittenIntoWAL', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33499/hbase 2024-11-11T21:43:06,349 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38269 is added to blk_1073741838_1014 (size=64) 2024-11-11T21:43:06,349 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32903 is added to blk_1073741838_1014 (size=64) 2024-11-11T21:43:06,349 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45349 is added to blk_1073741838_1014 (size=64) 2024-11-11T21:43:06,350 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1731361386278.38bb46fdb267f2588e2160f75cb9e973.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T21:43:06,352 INFO [StoreOpener-38bb46fdb267f2588e2160f75cb9e973-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 38bb46fdb267f2588e2160f75cb9e973 2024-11-11T21:43:06,355 INFO [StoreOpener-38bb46fdb267f2588e2160f75cb9e973-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 38bb46fdb267f2588e2160f75cb9e973 columnFamilyName a 2024-11-11T21:43:06,355 DEBUG [StoreOpener-38bb46fdb267f2588e2160f75cb9e973-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:43:06,356 INFO [StoreOpener-38bb46fdb267f2588e2160f75cb9e973-1 {}] regionserver.HStore(327): Store=38bb46fdb267f2588e2160f75cb9e973/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T21:43:06,356 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 38bb46fdb267f2588e2160f75cb9e973 2024-11-11T21:43:06,357 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33499/hbase/data/default/testReplayEditsWrittenIntoWAL/38bb46fdb267f2588e2160f75cb9e973 2024-11-11T21:43:06,358 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33499/hbase/data/default/testReplayEditsWrittenIntoWAL/38bb46fdb267f2588e2160f75cb9e973 2024-11-11T21:43:06,359 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 38bb46fdb267f2588e2160f75cb9e973 2024-11-11T21:43:06,359 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 38bb46fdb267f2588e2160f75cb9e973 2024-11-11T21:43:06,362 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 38bb46fdb267f2588e2160f75cb9e973 2024-11-11T21:43:06,366 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33499/hbase/data/default/testReplayEditsWrittenIntoWAL/38bb46fdb267f2588e2160f75cb9e973/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T21:43:06,366 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 38bb46fdb267f2588e2160f75cb9e973; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70231518, jitterRate=0.04653117060661316}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-11T21:43:06,367 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 38bb46fdb267f2588e2160f75cb9e973: Writing region info on filesystem at 1731361386350Initializing all the Stores at 1731361386352 (+2 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731361386352Cleaning up temporary data from old regions at 1731361386359 (+7 ms)Region opened successfully at 1731361386367 (+8 ms) 2024-11-11T21:43:06,367 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 38bb46fdb267f2588e2160f75cb9e973, disabling compactions & flushes 2024-11-11T21:43:06,368 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenIntoWAL,,1731361386278.38bb46fdb267f2588e2160f75cb9e973. 2024-11-11T21:43:06,368 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenIntoWAL,,1731361386278.38bb46fdb267f2588e2160f75cb9e973. 2024-11-11T21:43:06,368 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenIntoWAL,,1731361386278.38bb46fdb267f2588e2160f75cb9e973. after waiting 0 ms 2024-11-11T21:43:06,368 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenIntoWAL,,1731361386278.38bb46fdb267f2588e2160f75cb9e973. 2024-11-11T21:43:06,369 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenIntoWAL,,1731361386278.38bb46fdb267f2588e2160f75cb9e973. 2024-11-11T21:43:06,369 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 38bb46fdb267f2588e2160f75cb9e973: Waiting for close lock at 1731361386367Disabling compacts and flushes for region at 1731361386367Disabling writes for close at 1731361386368 (+1 ms)Writing region close event to WAL at 1731361386369 (+1 ms)Closed at 1731361386369 2024-11-11T21:43:06,374 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38269 is added to blk_1073741837_1013 (size=175) 2024-11-11T21:43:06,374 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32903 is added to blk_1073741837_1013 (size=175) 2024-11-11T21:43:06,375 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45349 is added to blk_1073741837_1013 (size=175) 2024-11-11T21:43:06,382 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-11T21:43:06,382 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-25608221:(num 1731361386287) 2024-11-11T21:43:06,384 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor testMonitor 2024-11-11T21:43:06,433 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32903 is added to blk_1073741839_1015 (size=469) 2024-11-11T21:43:06,434 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38269 is added to blk_1073741839_1015 (size=469) 2024-11-11T21:43:06,435 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45349 is added to blk_1073741839_1015 (size=469) 2024-11-11T21:43:06,436 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor testMonitor 2024-11-11T21:43:06,474 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38269 is added to blk_1073741840_1016 (size=322) 2024-11-11T21:43:06,475 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32903 is added to blk_1073741840_1016 (size=322) 2024-11-11T21:43:06,475 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45349 is added to blk_1073741840_1016 (size=322) 2024-11-11T21:43:06,495 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33499/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731361386275/wal-1, size=469 (469bytes) 2024-11-11T21:43:06,495 DEBUG [Time-limited test {}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-11-11T21:43:06,495 DEBUG [Time-limited test {}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-11-11T21:43:06,496 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33499/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731361386275/wal-1 2024-11-11T21:43:06,501 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33499/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731361386275/wal-1 after 3ms 2024-11-11T21:43:06,532 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES 2024-11-11T21:43:06,533 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33499/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731361386275/wal-1 took 40ms 2024-11-11T21:43:06,538 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33499/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731361386275/wal-1 so closing down 2024-11-11T21:43:06,538 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-11T21:43:06,541 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal-1.temp 2024-11-11T21:43:06,567 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33499/hbase/data/default/testReplayEditsWrittenIntoWAL/38bb46fdb267f2588e2160f75cb9e973/recovered.edits/0000000000000000001-wal-1.temp 2024-11-11T21:43:06,568 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-11T21:43:06,578 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38269 is added to blk_1073741841_1017 (size=469) 2024-11-11T21:43:06,578 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45349 is added to blk_1073741841_1017 (size=469) 2024-11-11T21:43:06,578 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32903 is added to blk_1073741841_1017 (size=469) 2024-11-11T21:43:06,581 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33499/hbase/data/default/testReplayEditsWrittenIntoWAL/38bb46fdb267f2588e2160f75cb9e973/recovered.edits/0000000000000000001-wal-1.temp (wrote 2 edits, skipped 0 edits in 0 ms) 2024-11-11T21:43:06,584 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33499/hbase/data/default/testReplayEditsWrittenIntoWAL/38bb46fdb267f2588e2160f75cb9e973/recovered.edits/0000000000000000001-wal-1.temp to hdfs://localhost:33499/hbase/data/default/testReplayEditsWrittenIntoWAL/38bb46fdb267f2588e2160f75cb9e973/recovered.edits/0000000000000000002 2024-11-11T21:43:06,588 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 2 edits across 1 Regions in 50 ms; skipped=0; WAL=hdfs://localhost:33499/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731361386275/wal-1, size=469, length=469, corrupted=false, cancelled=false 2024-11-11T21:43:06,589 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33499/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731361386275/wal-1, journal: Splitting hdfs://localhost:33499/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731361386275/wal-1, size=469 (469bytes) at 1731361386495Finishing writing output for hdfs://localhost:33499/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731361386275/wal-1 so closing down at 1731361386538 (+43 ms)Creating recovered edits writer path=hdfs://localhost:33499/hbase/data/default/testReplayEditsWrittenIntoWAL/38bb46fdb267f2588e2160f75cb9e973/recovered.edits/0000000000000000001-wal-1.temp at 1731361386567 (+29 ms)3 split writer threads finished at 1731361386568 (+1 ms)Closed recovered edits writer path=hdfs://localhost:33499/hbase/data/default/testReplayEditsWrittenIntoWAL/38bb46fdb267f2588e2160f75cb9e973/recovered.edits/0000000000000000001-wal-1.temp (wrote 2 edits, skipped 0 edits in 0 ms) at 1731361386581 (+13 ms)Rename recovered edits hdfs://localhost:33499/hbase/data/default/testReplayEditsWrittenIntoWAL/38bb46fdb267f2588e2160f75cb9e973/recovered.edits/0000000000000000001-wal-1.temp to hdfs://localhost:33499/hbase/data/default/testReplayEditsWrittenIntoWAL/38bb46fdb267f2588e2160f75cb9e973/recovered.edits/0000000000000000002 at 1731361386584 (+3 ms)Processed 2 edits across 1 Regions in 50 ms; skipped=0; WAL=hdfs://localhost:33499/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731361386275/wal-1, size=469, length=469, corrupted=false, cancelled=false at 1731361386589 (+5 ms) 2024-11-11T21:43:06,603 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33499/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731361386275/wal-2, size=322 (322bytes) 2024-11-11T21:43:06,604 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33499/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731361386275/wal-2 2024-11-11T21:43:06,604 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33499/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731361386275/wal-2 after 0ms 2024-11-11T21:43:06,634 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES 2024-11-11T21:43:06,634 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33499/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731361386275/wal-2 took 31ms 2024-11-11T21:43:06,637 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33499/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731361386275/wal-2 so closing down 2024-11-11T21:43:06,637 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-11T21:43:06,639 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000002-wal-2.temp 2024-11-11T21:43:06,664 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33499/hbase/data/default/testReplayEditsWrittenIntoWAL/38bb46fdb267f2588e2160f75cb9e973/recovered.edits/0000000000000000002-wal-2.temp 2024-11-11T21:43:06,664 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-11T21:43:06,672 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45349 is added to blk_1073741842_1018 (size=322) 2024-11-11T21:43:06,673 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38269 is added to blk_1073741842_1018 (size=322) 2024-11-11T21:43:06,673 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32903 is added to blk_1073741842_1018 (size=322) 2024-11-11T21:43:06,675 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33499/hbase/data/default/testReplayEditsWrittenIntoWAL/38bb46fdb267f2588e2160f75cb9e973/recovered.edits/0000000000000000002-wal-2.temp (wrote 1 edits, skipped 0 edits in 0 ms) 2024-11-11T21:43:06,704 DEBUG [split-log-closeStream-pool-0 {}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES 2024-11-11T21:43:06,707 WARN [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(184): Found existing old edits file and we have less entries. Deleting hdfs://localhost:33499/hbase/data/default/testReplayEditsWrittenIntoWAL/38bb46fdb267f2588e2160f75cb9e973/recovered.edits/0000000000000000002-wal-2.temp, length=322 2024-11-11T21:43:06,709 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 1 edits across 1 Regions in 75 ms; skipped=0; WAL=hdfs://localhost:33499/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731361386275/wal-2, size=322, length=322, corrupted=false, cancelled=false 2024-11-11T21:43:06,709 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33499/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731361386275/wal-2, journal: Splitting hdfs://localhost:33499/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731361386275/wal-2, size=322 (322bytes) at 1731361386603Finishing writing output for hdfs://localhost:33499/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731361386275/wal-2 so closing down at 1731361386637 (+34 ms)Creating recovered edits writer path=hdfs://localhost:33499/hbase/data/default/testReplayEditsWrittenIntoWAL/38bb46fdb267f2588e2160f75cb9e973/recovered.edits/0000000000000000002-wal-2.temp at 1731361386664 (+27 ms)3 split writer threads finished at 1731361386664Closed recovered edits writer path=hdfs://localhost:33499/hbase/data/default/testReplayEditsWrittenIntoWAL/38bb46fdb267f2588e2160f75cb9e973/recovered.edits/0000000000000000002-wal-2.temp (wrote 1 edits, skipped 0 edits in 0 ms) at 1731361386675 (+11 ms)Processed 1 edits across 1 Regions in 75 ms; skipped=0; WAL=hdfs://localhost:33499/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731361386275/wal-2, size=322, length=322, corrupted=false, cancelled=false at 1731361386709 (+34 ms) 2024-11-11T21:43:06,710 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-11T21:43:06,712 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:33499/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731361386275, archiveDir=hdfs://localhost:33499/hbase/oldWALs, maxLogs=32 2024-11-11T21:43:06,725 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testnameconflictwhensplit0-manual,16010,1731361386275/wal.1731361386713, exclude list is [], retry=0 2024-11-11T21:43:06,729 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45349,DS-075cf330-c315-4f49-8444-a50c5ab90136,DISK] 2024-11-11T21:43:06,729 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38269,DS-f5a09739-babc-4265-b3e8-40bdc5147eea,DISK] 2024-11-11T21:43:06,730 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32903,DS-6f2e4c41-d6bf-45a1-8903-62cc9de0cbe9,DISK] 2024-11-11T21:43:06,755 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testnameconflictwhensplit0-manual,16010,1731361386275/wal.1731361386713 2024-11-11T21:43:06,755 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46487:46487),(127.0.0.1/127.0.0.1:37817:37817),(127.0.0.1/127.0.0.1:43217:43217)] 2024-11-11T21:43:06,756 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 38bb46fdb267f2588e2160f75cb9e973, NAME => 'testReplayEditsWrittenIntoWAL,,1731361386278.38bb46fdb267f2588e2160f75cb9e973.', STARTKEY => '', ENDKEY => ''} 2024-11-11T21:43:06,756 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1731361386278.38bb46fdb267f2588e2160f75cb9e973.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T21:43:06,756 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 38bb46fdb267f2588e2160f75cb9e973 2024-11-11T21:43:06,756 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 38bb46fdb267f2588e2160f75cb9e973 2024-11-11T21:43:06,758 INFO [StoreOpener-38bb46fdb267f2588e2160f75cb9e973-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 38bb46fdb267f2588e2160f75cb9e973 2024-11-11T21:43:06,759 INFO [StoreOpener-38bb46fdb267f2588e2160f75cb9e973-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 38bb46fdb267f2588e2160f75cb9e973 columnFamilyName a 2024-11-11T21:43:06,760 DEBUG [StoreOpener-38bb46fdb267f2588e2160f75cb9e973-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:43:06,761 INFO [StoreOpener-38bb46fdb267f2588e2160f75cb9e973-1 {}] regionserver.HStore(327): Store=38bb46fdb267f2588e2160f75cb9e973/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T21:43:06,761 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 38bb46fdb267f2588e2160f75cb9e973 2024-11-11T21:43:06,762 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33499/hbase/data/default/testReplayEditsWrittenIntoWAL/38bb46fdb267f2588e2160f75cb9e973 2024-11-11T21:43:06,765 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:33499/hbase/data/default/testReplayEditsWrittenIntoWAL/38bb46fdb267f2588e2160f75cb9e973 2024-11-11T21:43:06,767 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:33499/hbase/data/default/testReplayEditsWrittenIntoWAL/38bb46fdb267f2588e2160f75cb9e973/recovered.edits/0000000000000000002 2024-11-11T21:43:06,795 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES 2024-11-11T21:43:06,800 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 2, skipped 0, firstSequenceIdInLog=1, maxSequenceIdInLog=2, path=hdfs://localhost:33499/hbase/data/default/testReplayEditsWrittenIntoWAL/38bb46fdb267f2588e2160f75cb9e973/recovered.edits/0000000000000000002 2024-11-11T21:43:06,805 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 38bb46fdb267f2588e2160f75cb9e973 1/1 column families, dataSize=108 B heapSize=512 B 2024-11-11T21:43:06,853 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33499/hbase/data/default/testReplayEditsWrittenIntoWAL/38bb46fdb267f2588e2160f75cb9e973/.tmp/a/462d32de45f348a9ab3cb13a25d05c43 is 58, key is testReplayEditsWrittenIntoWAL/a:1/1731361386382/Put/seqid=0 2024-11-11T21:43:06,865 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38269 is added to blk_1073741844_1020 (size=5170) 2024-11-11T21:43:06,865 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45349 is added to blk_1073741844_1020 (size=5170) 2024-11-11T21:43:06,865 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32903 is added to blk_1073741844_1020 (size=5170) 2024-11-11T21:43:06,866 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=2 (bloomFilter=true), to=hdfs://localhost:33499/hbase/data/default/testReplayEditsWrittenIntoWAL/38bb46fdb267f2588e2160f75cb9e973/.tmp/a/462d32de45f348a9ab3cb13a25d05c43 2024-11-11T21:43:06,905 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33499/hbase/data/default/testReplayEditsWrittenIntoWAL/38bb46fdb267f2588e2160f75cb9e973/.tmp/a/462d32de45f348a9ab3cb13a25d05c43 as hdfs://localhost:33499/hbase/data/default/testReplayEditsWrittenIntoWAL/38bb46fdb267f2588e2160f75cb9e973/a/462d32de45f348a9ab3cb13a25d05c43 2024-11-11T21:43:06,916 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33499/hbase/data/default/testReplayEditsWrittenIntoWAL/38bb46fdb267f2588e2160f75cb9e973/a/462d32de45f348a9ab3cb13a25d05c43, entries=2, sequenceid=2, filesize=5.0 K 2024-11-11T21:43:06,924 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~108 B/108, heapSize ~496 B/496, currentSize=0 B/0 for 38bb46fdb267f2588e2160f75cb9e973 in 117ms, sequenceid=2, compaction requested=false; wal=null 2024-11-11T21:43:06,925 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:33499/hbase/data/default/testReplayEditsWrittenIntoWAL/38bb46fdb267f2588e2160f75cb9e973/recovered.edits/0000000000000000002 2024-11-11T21:43:06,926 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 38bb46fdb267f2588e2160f75cb9e973 2024-11-11T21:43:06,926 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 38bb46fdb267f2588e2160f75cb9e973 2024-11-11T21:43:06,930 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 38bb46fdb267f2588e2160f75cb9e973 2024-11-11T21:43:06,934 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33499/hbase/data/default/testReplayEditsWrittenIntoWAL/38bb46fdb267f2588e2160f75cb9e973/recovered.edits/2.seqid, newMaxSeqId=2, maxSeqId=1 2024-11-11T21:43:06,936 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 38bb46fdb267f2588e2160f75cb9e973; next sequenceid=3; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66830008, jitterRate=-0.004155278205871582}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-11T21:43:06,937 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 38bb46fdb267f2588e2160f75cb9e973: Writing region info on filesystem at 1731361386756Initializing all the Stores at 1731361386758 (+2 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731361386758Obtaining lock to block concurrent updates at 1731361386805 (+47 ms)Preparing flush snapshotting stores in 38bb46fdb267f2588e2160f75cb9e973 at 1731361386805Finished memstore snapshotting testReplayEditsWrittenIntoWAL,,1731361386278.38bb46fdb267f2588e2160f75cb9e973., syncing WAL and waiting on mvcc, flushsize=dataSize=108, getHeapSize=496, getOffHeapSize=0, getCellsCount=2 at 1731361386808 (+3 ms)Flushing stores of testReplayEditsWrittenIntoWAL,,1731361386278.38bb46fdb267f2588e2160f75cb9e973. at 1731361386809 (+1 ms)Flushing 38bb46fdb267f2588e2160f75cb9e973/a: creating writer at 1731361386810 (+1 ms)Flushing 38bb46fdb267f2588e2160f75cb9e973/a: appending metadata at 1731361386843 (+33 ms)Flushing 38bb46fdb267f2588e2160f75cb9e973/a: closing flushed file at 1731361386845 (+2 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@79871838: reopening flushed file at 1731361386903 (+58 ms)Finished flush of dataSize ~108 B/108, heapSize ~496 B/496, currentSize=0 B/0 for 38bb46fdb267f2588e2160f75cb9e973 in 117ms, sequenceid=2, compaction requested=false; wal=null at 1731361386924 (+21 ms)Cleaning up temporary data from old regions at 1731361386926 (+2 ms)Region opened successfully at 1731361386937 (+11 ms) 2024-11-11T21:43:06,963 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestSecureAsyncWALReplay#testNameConflictWhenSplit0 Thread=376 (was 365) Potentially hanging thread: AsyncFSWAL-8-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_967709050_22 at /127.0.0.1:49568 [Waiting for operation #9] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1834427550-172.17.0.2-1731361380658:blk_1073741843_1019, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_967709050_22 at /127.0.0.1:48138 [Receiving block BP-1834427550-172.17.0.2-1731361380658:blk_1073741843_1019] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_967709050_22 at /127.0.0.1:34220 [Receiving block BP-1834427550-172.17.0.2-1731361380658:blk_1073741843_1019] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-8-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: TestAsyncWALReplay-pool-0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1834427550-172.17.0.2-1731361380658:blk_1073741843_1019, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1834427550-172.17.0.2-1731361380658:blk_1073741843_1019, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_967709050_22 at /127.0.0.1:49654 [Receiving block BP-1834427550-172.17.0.2-1731361380658:blk_1073741843_1019] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_967709050_22 at /127.0.0.1:47964 [Waiting for operation #6] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_967709050_22 at /127.0.0.1:34054 [Waiting for operation #7] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-8-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:33499/hbase-prefix:default java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=703 (was 611) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=346 (was 332) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=4930 (was 4946) 2024-11-11T21:43:06,975 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestSecureAsyncWALReplay#testNameConflictWhenSplit1 Thread=376, OpenFileDescriptor=703, MaxFileDescriptor=1048576, SystemLoadAverage=346, ProcessCount=11, AvailableMemoryMB=4929 2024-11-11T21:43:06,990 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T21:43:06,993 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T21:43:06,994 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T21:43:06,997 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-86555443, suffix=, logDir=hdfs://localhost:33499/hbase/WALs/hregion-86555443, archiveDir=hdfs://localhost:33499/hbase/oldWALs, maxLogs=32 2024-11-11T21:43:07,009 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-86555443/hregion-86555443.1731361386998, exclude list is [], retry=0 2024-11-11T21:43:07,014 DEBUG [AsyncFSWAL-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32903,DS-6f2e4c41-d6bf-45a1-8903-62cc9de0cbe9,DISK] 2024-11-11T21:43:07,014 DEBUG [AsyncFSWAL-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38269,DS-f5a09739-babc-4265-b3e8-40bdc5147eea,DISK] 2024-11-11T21:43:07,014 DEBUG [AsyncFSWAL-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45349,DS-075cf330-c315-4f49-8444-a50c5ab90136,DISK] 2024-11-11T21:43:07,043 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-86555443/hregion-86555443.1731361386998 2024-11-11T21:43:07,044 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43217:43217),(127.0.0.1/127.0.0.1:37817:37817),(127.0.0.1/127.0.0.1:46487:46487)] 2024-11-11T21:43:07,044 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 451db8639bcfd2c56cc02d3df4fa0396, NAME => 'testReplayEditsWrittenIntoWAL,,1731361386991.451db8639bcfd2c56cc02d3df4fa0396.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsWrittenIntoWAL', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33499/hbase 2024-11-11T21:43:07,058 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38269 is added to blk_1073741846_1022 (size=64) 2024-11-11T21:43:07,059 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45349 is added to blk_1073741846_1022 (size=64) 2024-11-11T21:43:07,059 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32903 is added to blk_1073741846_1022 (size=64) 2024-11-11T21:43:07,060 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1731361386991.451db8639bcfd2c56cc02d3df4fa0396.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T21:43:07,062 INFO [StoreOpener-451db8639bcfd2c56cc02d3df4fa0396-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 451db8639bcfd2c56cc02d3df4fa0396 2024-11-11T21:43:07,065 INFO [StoreOpener-451db8639bcfd2c56cc02d3df4fa0396-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 451db8639bcfd2c56cc02d3df4fa0396 columnFamilyName a 2024-11-11T21:43:07,065 DEBUG [StoreOpener-451db8639bcfd2c56cc02d3df4fa0396-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:43:07,066 INFO [StoreOpener-451db8639bcfd2c56cc02d3df4fa0396-1 {}] regionserver.HStore(327): Store=451db8639bcfd2c56cc02d3df4fa0396/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T21:43:07,066 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 451db8639bcfd2c56cc02d3df4fa0396 2024-11-11T21:43:07,067 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33499/hbase/data/default/testReplayEditsWrittenIntoWAL/451db8639bcfd2c56cc02d3df4fa0396 2024-11-11T21:43:07,068 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33499/hbase/data/default/testReplayEditsWrittenIntoWAL/451db8639bcfd2c56cc02d3df4fa0396 2024-11-11T21:43:07,069 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 451db8639bcfd2c56cc02d3df4fa0396 2024-11-11T21:43:07,069 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 451db8639bcfd2c56cc02d3df4fa0396 2024-11-11T21:43:07,072 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 451db8639bcfd2c56cc02d3df4fa0396 2024-11-11T21:43:07,076 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33499/hbase/data/default/testReplayEditsWrittenIntoWAL/451db8639bcfd2c56cc02d3df4fa0396/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T21:43:07,077 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 451db8639bcfd2c56cc02d3df4fa0396; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70524102, jitterRate=0.05089101195335388}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-11T21:43:07,077 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 451db8639bcfd2c56cc02d3df4fa0396: Writing region info on filesystem at 1731361387060Initializing all the Stores at 1731361387062 (+2 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731361387062Cleaning up temporary data from old regions at 1731361387069 (+7 ms)Region opened successfully at 1731361387077 (+8 ms) 2024-11-11T21:43:07,077 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 451db8639bcfd2c56cc02d3df4fa0396, disabling compactions & flushes 2024-11-11T21:43:07,077 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenIntoWAL,,1731361386991.451db8639bcfd2c56cc02d3df4fa0396. 2024-11-11T21:43:07,077 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenIntoWAL,,1731361386991.451db8639bcfd2c56cc02d3df4fa0396. 2024-11-11T21:43:07,077 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenIntoWAL,,1731361386991.451db8639bcfd2c56cc02d3df4fa0396. after waiting 0 ms 2024-11-11T21:43:07,077 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenIntoWAL,,1731361386991.451db8639bcfd2c56cc02d3df4fa0396. 2024-11-11T21:43:07,078 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenIntoWAL,,1731361386991.451db8639bcfd2c56cc02d3df4fa0396. 2024-11-11T21:43:07,078 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 451db8639bcfd2c56cc02d3df4fa0396: Waiting for close lock at 1731361387077Disabling compacts and flushes for region at 1731361387077Disabling writes for close at 1731361387077Writing region close event to WAL at 1731361387078 (+1 ms)Closed at 1731361387078 2024-11-11T21:43:07,081 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45349 is added to blk_1073741845_1021 (size=175) 2024-11-11T21:43:07,081 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38269 is added to blk_1073741845_1021 (size=175) 2024-11-11T21:43:07,082 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32903 is added to blk_1073741845_1021 (size=175) 2024-11-11T21:43:07,085 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-11T21:43:07,085 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-86555443:(num 1731361386998) 2024-11-11T21:43:07,086 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor testMonitor 2024-11-11T21:43:07,121 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45349 is added to blk_1073741847_1023 (size=469) 2024-11-11T21:43:07,122 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38269 is added to blk_1073741847_1023 (size=469) 2024-11-11T21:43:07,122 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32903 is added to blk_1073741847_1023 (size=469) 2024-11-11T21:43:07,123 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor testMonitor 2024-11-11T21:43:07,157 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38269 is added to blk_1073741848_1024 (size=322) 2024-11-11T21:43:07,157 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32903 is added to blk_1073741848_1024 (size=322) 2024-11-11T21:43:07,157 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45349 is added to blk_1073741848_1024 (size=322) 2024-11-11T21:43:07,175 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33499/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731361386989/wal-2, size=322 (322bytes) 2024-11-11T21:43:07,175 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33499/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731361386989/wal-2 2024-11-11T21:43:07,176 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33499/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731361386989/wal-2 after 1ms 2024-11-11T21:43:07,202 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES 2024-11-11T21:43:07,203 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33499/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731361386989/wal-2 took 28ms 2024-11-11T21:43:07,205 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33499/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731361386989/wal-2 so closing down 2024-11-11T21:43:07,205 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-11T21:43:07,208 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000002-wal-2.temp 2024-11-11T21:43:07,235 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33499/hbase/data/default/testReplayEditsWrittenIntoWAL/451db8639bcfd2c56cc02d3df4fa0396/recovered.edits/0000000000000000002-wal-2.temp 2024-11-11T21:43:07,235 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-11T21:43:07,243 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38269 is added to blk_1073741849_1025 (size=322) 2024-11-11T21:43:07,243 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32903 is added to blk_1073741849_1025 (size=322) 2024-11-11T21:43:07,243 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45349 is added to blk_1073741849_1025 (size=322) 2024-11-11T21:43:07,244 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33499/hbase/data/default/testReplayEditsWrittenIntoWAL/451db8639bcfd2c56cc02d3df4fa0396/recovered.edits/0000000000000000002-wal-2.temp (wrote 1 edits, skipped 0 edits in 0 ms) 2024-11-11T21:43:07,246 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33499/hbase/data/default/testReplayEditsWrittenIntoWAL/451db8639bcfd2c56cc02d3df4fa0396/recovered.edits/0000000000000000002-wal-2.temp to hdfs://localhost:33499/hbase/data/default/testReplayEditsWrittenIntoWAL/451db8639bcfd2c56cc02d3df4fa0396/recovered.edits/0000000000000000002 2024-11-11T21:43:07,246 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 1 edits across 1 Regions in 43 ms; skipped=0; WAL=hdfs://localhost:33499/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731361386989/wal-2, size=322, length=322, corrupted=false, cancelled=false 2024-11-11T21:43:07,246 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33499/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731361386989/wal-2, journal: Splitting hdfs://localhost:33499/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731361386989/wal-2, size=322 (322bytes) at 1731361387175Finishing writing output for hdfs://localhost:33499/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731361386989/wal-2 so closing down at 1731361387205 (+30 ms)Creating recovered edits writer path=hdfs://localhost:33499/hbase/data/default/testReplayEditsWrittenIntoWAL/451db8639bcfd2c56cc02d3df4fa0396/recovered.edits/0000000000000000002-wal-2.temp at 1731361387235 (+30 ms)3 split writer threads finished at 1731361387236 (+1 ms)Closed recovered edits writer path=hdfs://localhost:33499/hbase/data/default/testReplayEditsWrittenIntoWAL/451db8639bcfd2c56cc02d3df4fa0396/recovered.edits/0000000000000000002-wal-2.temp (wrote 1 edits, skipped 0 edits in 0 ms) at 1731361387244 (+8 ms)Rename recovered edits hdfs://localhost:33499/hbase/data/default/testReplayEditsWrittenIntoWAL/451db8639bcfd2c56cc02d3df4fa0396/recovered.edits/0000000000000000002-wal-2.temp to hdfs://localhost:33499/hbase/data/default/testReplayEditsWrittenIntoWAL/451db8639bcfd2c56cc02d3df4fa0396/recovered.edits/0000000000000000002 at 1731361387246 (+2 ms)Processed 1 edits across 1 Regions in 43 ms; skipped=0; WAL=hdfs://localhost:33499/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731361386989/wal-2, size=322, length=322, corrupted=false, cancelled=false at 1731361387246 2024-11-11T21:43:07,261 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33499/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731361386989/wal-1, size=469 (469bytes) 2024-11-11T21:43:07,261 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33499/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731361386989/wal-1 2024-11-11T21:43:07,262 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33499/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731361386989/wal-1 after 1ms 2024-11-11T21:43:07,291 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES 2024-11-11T21:43:07,291 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33499/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731361386989/wal-1 took 30ms 2024-11-11T21:43:07,294 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33499/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731361386989/wal-1 so closing down 2024-11-11T21:43:07,294 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-11T21:43:07,296 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal-1.temp 2024-11-11T21:43:07,323 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33499/hbase/data/default/testReplayEditsWrittenIntoWAL/451db8639bcfd2c56cc02d3df4fa0396/recovered.edits/0000000000000000001-wal-1.temp 2024-11-11T21:43:07,323 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-11T21:43:07,330 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38269 is added to blk_1073741850_1026 (size=469) 2024-11-11T21:43:07,330 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32903 is added to blk_1073741850_1026 (size=469) 2024-11-11T21:43:07,331 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45349 is added to blk_1073741850_1026 (size=469) 2024-11-11T21:43:07,331 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33499/hbase/data/default/testReplayEditsWrittenIntoWAL/451db8639bcfd2c56cc02d3df4fa0396/recovered.edits/0000000000000000001-wal-1.temp (wrote 2 edits, skipped 0 edits in 0 ms) 2024-11-11T21:43:07,357 DEBUG [split-log-closeStream-pool-0 {}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES 2024-11-11T21:43:07,359 WARN [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(175): Found existing old edits file. It could be the result of a previous failed split attempt or we have duplicated wal entries. Deleting hdfs://localhost:33499/hbase/data/default/testReplayEditsWrittenIntoWAL/451db8639bcfd2c56cc02d3df4fa0396/recovered.edits/0000000000000000002, length=322 2024-11-11T21:43:07,362 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33499/hbase/data/default/testReplayEditsWrittenIntoWAL/451db8639bcfd2c56cc02d3df4fa0396/recovered.edits/0000000000000000001-wal-1.temp to hdfs://localhost:33499/hbase/data/default/testReplayEditsWrittenIntoWAL/451db8639bcfd2c56cc02d3df4fa0396/recovered.edits/0000000000000000002 2024-11-11T21:43:07,362 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 2 edits across 1 Regions in 70 ms; skipped=0; WAL=hdfs://localhost:33499/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731361386989/wal-1, size=469, length=469, corrupted=false, cancelled=false 2024-11-11T21:43:07,362 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33499/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731361386989/wal-1, journal: Splitting hdfs://localhost:33499/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731361386989/wal-1, size=469 (469bytes) at 1731361387261Finishing writing output for hdfs://localhost:33499/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731361386989/wal-1 so closing down at 1731361387294 (+33 ms)Creating recovered edits writer path=hdfs://localhost:33499/hbase/data/default/testReplayEditsWrittenIntoWAL/451db8639bcfd2c56cc02d3df4fa0396/recovered.edits/0000000000000000001-wal-1.temp at 1731361387323 (+29 ms)3 split writer threads finished at 1731361387323Closed recovered edits writer path=hdfs://localhost:33499/hbase/data/default/testReplayEditsWrittenIntoWAL/451db8639bcfd2c56cc02d3df4fa0396/recovered.edits/0000000000000000001-wal-1.temp (wrote 2 edits, skipped 0 edits in 0 ms) at 1731361387331 (+8 ms)Rename recovered edits hdfs://localhost:33499/hbase/data/default/testReplayEditsWrittenIntoWAL/451db8639bcfd2c56cc02d3df4fa0396/recovered.edits/0000000000000000001-wal-1.temp to hdfs://localhost:33499/hbase/data/default/testReplayEditsWrittenIntoWAL/451db8639bcfd2c56cc02d3df4fa0396/recovered.edits/0000000000000000002 at 1731361387362 (+31 ms)Processed 2 edits across 1 Regions in 70 ms; skipped=0; WAL=hdfs://localhost:33499/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731361386989/wal-1, size=469, length=469, corrupted=false, cancelled=false at 1731361387362 2024-11-11T21:43:07,362 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-11T21:43:07,364 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:33499/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731361386989, archiveDir=hdfs://localhost:33499/hbase/oldWALs, maxLogs=32 2024-11-11T21:43:07,380 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testnameconflictwhensplit1-manual,16010,1731361386989/wal.1731361387365, exclude list is [], retry=0 2024-11-11T21:43:07,384 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45349,DS-075cf330-c315-4f49-8444-a50c5ab90136,DISK] 2024-11-11T21:43:07,385 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38269,DS-f5a09739-babc-4265-b3e8-40bdc5147eea,DISK] 2024-11-11T21:43:07,385 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32903,DS-6f2e4c41-d6bf-45a1-8903-62cc9de0cbe9,DISK] 2024-11-11T21:43:07,410 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testnameconflictwhensplit1-manual,16010,1731361386989/wal.1731361387365 2024-11-11T21:43:07,411 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46487:46487),(127.0.0.1/127.0.0.1:37817:37817),(127.0.0.1/127.0.0.1:43217:43217)] 2024-11-11T21:43:07,411 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 451db8639bcfd2c56cc02d3df4fa0396, NAME => 'testReplayEditsWrittenIntoWAL,,1731361386991.451db8639bcfd2c56cc02d3df4fa0396.', STARTKEY => '', ENDKEY => ''} 2024-11-11T21:43:07,411 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1731361386991.451db8639bcfd2c56cc02d3df4fa0396.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T21:43:07,411 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 451db8639bcfd2c56cc02d3df4fa0396 2024-11-11T21:43:07,411 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 451db8639bcfd2c56cc02d3df4fa0396 2024-11-11T21:43:07,413 INFO [StoreOpener-451db8639bcfd2c56cc02d3df4fa0396-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 451db8639bcfd2c56cc02d3df4fa0396 2024-11-11T21:43:07,415 INFO [StoreOpener-451db8639bcfd2c56cc02d3df4fa0396-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 451db8639bcfd2c56cc02d3df4fa0396 columnFamilyName a 2024-11-11T21:43:07,415 DEBUG [StoreOpener-451db8639bcfd2c56cc02d3df4fa0396-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:43:07,416 INFO [StoreOpener-451db8639bcfd2c56cc02d3df4fa0396-1 {}] regionserver.HStore(327): Store=451db8639bcfd2c56cc02d3df4fa0396/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T21:43:07,416 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 451db8639bcfd2c56cc02d3df4fa0396 2024-11-11T21:43:07,417 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33499/hbase/data/default/testReplayEditsWrittenIntoWAL/451db8639bcfd2c56cc02d3df4fa0396 2024-11-11T21:43:07,419 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:33499/hbase/data/default/testReplayEditsWrittenIntoWAL/451db8639bcfd2c56cc02d3df4fa0396 2024-11-11T21:43:07,421 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:33499/hbase/data/default/testReplayEditsWrittenIntoWAL/451db8639bcfd2c56cc02d3df4fa0396/recovered.edits/0000000000000000002 2024-11-11T21:43:07,448 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES 2024-11-11T21:43:07,450 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 2, skipped 0, firstSequenceIdInLog=1, maxSequenceIdInLog=2, path=hdfs://localhost:33499/hbase/data/default/testReplayEditsWrittenIntoWAL/451db8639bcfd2c56cc02d3df4fa0396/recovered.edits/0000000000000000002 2024-11-11T21:43:07,450 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 451db8639bcfd2c56cc02d3df4fa0396 1/1 column families, dataSize=108 B heapSize=512 B 2024-11-11T21:43:07,466 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33499/hbase/data/default/testReplayEditsWrittenIntoWAL/451db8639bcfd2c56cc02d3df4fa0396/.tmp/a/a3b286b833ac4a63b6db7fe98cd9a8eb is 58, key is testReplayEditsWrittenIntoWAL/a:1/1731361387085/Put/seqid=0 2024-11-11T21:43:07,475 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32903 is added to blk_1073741852_1028 (size=5170) 2024-11-11T21:43:07,475 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45349 is added to blk_1073741852_1028 (size=5170) 2024-11-11T21:43:07,475 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38269 is added to blk_1073741852_1028 (size=5170) 2024-11-11T21:43:07,476 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=2 (bloomFilter=true), to=hdfs://localhost:33499/hbase/data/default/testReplayEditsWrittenIntoWAL/451db8639bcfd2c56cc02d3df4fa0396/.tmp/a/a3b286b833ac4a63b6db7fe98cd9a8eb 2024-11-11T21:43:07,485 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33499/hbase/data/default/testReplayEditsWrittenIntoWAL/451db8639bcfd2c56cc02d3df4fa0396/.tmp/a/a3b286b833ac4a63b6db7fe98cd9a8eb as hdfs://localhost:33499/hbase/data/default/testReplayEditsWrittenIntoWAL/451db8639bcfd2c56cc02d3df4fa0396/a/a3b286b833ac4a63b6db7fe98cd9a8eb 2024-11-11T21:43:07,493 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33499/hbase/data/default/testReplayEditsWrittenIntoWAL/451db8639bcfd2c56cc02d3df4fa0396/a/a3b286b833ac4a63b6db7fe98cd9a8eb, entries=2, sequenceid=2, filesize=5.0 K 2024-11-11T21:43:07,494 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~108 B/108, heapSize ~496 B/496, currentSize=0 B/0 for 451db8639bcfd2c56cc02d3df4fa0396 in 44ms, sequenceid=2, compaction requested=false; wal=null 2024-11-11T21:43:07,495 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:33499/hbase/data/default/testReplayEditsWrittenIntoWAL/451db8639bcfd2c56cc02d3df4fa0396/recovered.edits/0000000000000000002 2024-11-11T21:43:07,495 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 451db8639bcfd2c56cc02d3df4fa0396 2024-11-11T21:43:07,495 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 451db8639bcfd2c56cc02d3df4fa0396 2024-11-11T21:43:07,497 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 451db8639bcfd2c56cc02d3df4fa0396 2024-11-11T21:43:07,500 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33499/hbase/data/default/testReplayEditsWrittenIntoWAL/451db8639bcfd2c56cc02d3df4fa0396/recovered.edits/2.seqid, newMaxSeqId=2, maxSeqId=1 2024-11-11T21:43:07,501 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 451db8639bcfd2c56cc02d3df4fa0396; next sequenceid=3; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72683823, jitterRate=0.08307336270809174}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-11T21:43:07,501 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 451db8639bcfd2c56cc02d3df4fa0396: Writing region info on filesystem at 1731361387411Initializing all the Stores at 1731361387413 (+2 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731361387413Obtaining lock to block concurrent updates at 1731361387450 (+37 ms)Preparing flush snapshotting stores in 451db8639bcfd2c56cc02d3df4fa0396 at 1731361387450Finished memstore snapshotting testReplayEditsWrittenIntoWAL,,1731361386991.451db8639bcfd2c56cc02d3df4fa0396., syncing WAL and waiting on mvcc, flushsize=dataSize=108, getHeapSize=496, getOffHeapSize=0, getCellsCount=2 at 1731361387450Flushing stores of testReplayEditsWrittenIntoWAL,,1731361386991.451db8639bcfd2c56cc02d3df4fa0396. at 1731361387450Flushing 451db8639bcfd2c56cc02d3df4fa0396/a: creating writer at 1731361387451 (+1 ms)Flushing 451db8639bcfd2c56cc02d3df4fa0396/a: appending metadata at 1731361387465 (+14 ms)Flushing 451db8639bcfd2c56cc02d3df4fa0396/a: closing flushed file at 1731361387465Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@aed9e2: reopening flushed file at 1731361387483 (+18 ms)Finished flush of dataSize ~108 B/108, heapSize ~496 B/496, currentSize=0 B/0 for 451db8639bcfd2c56cc02d3df4fa0396 in 44ms, sequenceid=2, compaction requested=false; wal=null at 1731361387494 (+11 ms)Cleaning up temporary data from old regions at 1731361387495 (+1 ms)Region opened successfully at 1731361387501 (+6 ms) 2024-11-11T21:43:07,515 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestSecureAsyncWALReplay#testNameConflictWhenSplit1 Thread=386 (was 376) Potentially hanging thread: PacketResponder: BP-1834427550-172.17.0.2-1731361380658:blk_1073741851_1027, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-10-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_967709050_22 at /127.0.0.1:49764 [Receiving block BP-1834427550-172.17.0.2-1731361380658:blk_1073741851_1027] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-10-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_967709050_22 at /127.0.0.1:48214 [Receiving block BP-1834427550-172.17.0.2-1731361380658:blk_1073741851_1027] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1834427550-172.17.0.2-1731361380658:blk_1073741851_1027, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_967709050_22 at /127.0.0.1:47964 [Waiting for operation #10] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_967709050_22 at /127.0.0.1:34302 [Receiving block BP-1834427550-172.17.0.2-1731361380658:blk_1073741851_1027] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_967709050_22 at /127.0.0.1:49568 [Waiting for operation #20] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1834427550-172.17.0.2-1731361380658:blk_1073741851_1027, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-10-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=785 (was 703) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=346 (was 346), ProcessCount=11 (was 11), AvailableMemoryMB=4920 (was 4929) 2024-11-11T21:43:07,525 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestSecureAsyncWALReplay#testReplayEditsWrittenIntoWAL Thread=386, OpenFileDescriptor=785, MaxFileDescriptor=1048576, SystemLoadAverage=346, ProcessCount=11, AvailableMemoryMB=4919 2024-11-11T21:43:07,542 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T21:43:07,544 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T21:43:07,544 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T21:43:07,547 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-98673516, suffix=, logDir=hdfs://localhost:33499/hbase/WALs/hregion-98673516, archiveDir=hdfs://localhost:33499/hbase/oldWALs, maxLogs=32 2024-11-11T21:43:07,559 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-98673516/hregion-98673516.1731361387548, exclude list is [], retry=0 2024-11-11T21:43:07,563 DEBUG [AsyncFSWAL-12-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32903,DS-6f2e4c41-d6bf-45a1-8903-62cc9de0cbe9,DISK] 2024-11-11T21:43:07,563 DEBUG [AsyncFSWAL-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38269,DS-f5a09739-babc-4265-b3e8-40bdc5147eea,DISK] 2024-11-11T21:43:07,563 DEBUG [AsyncFSWAL-12-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45349,DS-075cf330-c315-4f49-8444-a50c5ab90136,DISK] 2024-11-11T21:43:07,590 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-98673516/hregion-98673516.1731361387548 2024-11-11T21:43:07,591 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43217:43217),(127.0.0.1/127.0.0.1:37817:37817),(127.0.0.1/127.0.0.1:46487:46487)] 2024-11-11T21:43:07,591 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 7715a83aa0a8f3d957dee7eec8b8c5e3, NAME => 'testReplayEditsWrittenIntoWAL,,1731361387542.7715a83aa0a8f3d957dee7eec8b8c5e3.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsWrittenIntoWAL', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33499/hbase 2024-11-11T21:43:07,601 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38269 is added to blk_1073741854_1030 (size=64) 2024-11-11T21:43:07,601 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32903 is added to blk_1073741854_1030 (size=64) 2024-11-11T21:43:07,601 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45349 is added to blk_1073741854_1030 (size=64) 2024-11-11T21:43:07,603 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1731361387542.7715a83aa0a8f3d957dee7eec8b8c5e3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T21:43:07,605 INFO [StoreOpener-7715a83aa0a8f3d957dee7eec8b8c5e3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 7715a83aa0a8f3d957dee7eec8b8c5e3 2024-11-11T21:43:07,607 INFO [StoreOpener-7715a83aa0a8f3d957dee7eec8b8c5e3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7715a83aa0a8f3d957dee7eec8b8c5e3 columnFamilyName a 2024-11-11T21:43:07,607 DEBUG [StoreOpener-7715a83aa0a8f3d957dee7eec8b8c5e3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:43:07,608 INFO [StoreOpener-7715a83aa0a8f3d957dee7eec8b8c5e3-1 {}] regionserver.HStore(327): Store=7715a83aa0a8f3d957dee7eec8b8c5e3/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T21:43:07,608 INFO [StoreOpener-7715a83aa0a8f3d957dee7eec8b8c5e3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 7715a83aa0a8f3d957dee7eec8b8c5e3 2024-11-11T21:43:07,609 INFO [StoreOpener-7715a83aa0a8f3d957dee7eec8b8c5e3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7715a83aa0a8f3d957dee7eec8b8c5e3 columnFamilyName b 2024-11-11T21:43:07,610 DEBUG [StoreOpener-7715a83aa0a8f3d957dee7eec8b8c5e3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:43:07,610 INFO [StoreOpener-7715a83aa0a8f3d957dee7eec8b8c5e3-1 {}] regionserver.HStore(327): Store=7715a83aa0a8f3d957dee7eec8b8c5e3/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T21:43:07,610 INFO [StoreOpener-7715a83aa0a8f3d957dee7eec8b8c5e3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 7715a83aa0a8f3d957dee7eec8b8c5e3 2024-11-11T21:43:07,612 INFO [StoreOpener-7715a83aa0a8f3d957dee7eec8b8c5e3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7715a83aa0a8f3d957dee7eec8b8c5e3 columnFamilyName c 2024-11-11T21:43:07,612 DEBUG [StoreOpener-7715a83aa0a8f3d957dee7eec8b8c5e3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:43:07,613 INFO [StoreOpener-7715a83aa0a8f3d957dee7eec8b8c5e3-1 {}] regionserver.HStore(327): Store=7715a83aa0a8f3d957dee7eec8b8c5e3/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T21:43:07,613 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 7715a83aa0a8f3d957dee7eec8b8c5e3 2024-11-11T21:43:07,614 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33499/hbase/data/default/testReplayEditsWrittenIntoWAL/7715a83aa0a8f3d957dee7eec8b8c5e3 2024-11-11T21:43:07,614 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33499/hbase/data/default/testReplayEditsWrittenIntoWAL/7715a83aa0a8f3d957dee7eec8b8c5e3 2024-11-11T21:43:07,616 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 7715a83aa0a8f3d957dee7eec8b8c5e3 2024-11-11T21:43:07,616 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 7715a83aa0a8f3d957dee7eec8b8c5e3 2024-11-11T21:43:07,617 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenIntoWAL descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-11T21:43:07,618 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 7715a83aa0a8f3d957dee7eec8b8c5e3 2024-11-11T21:43:07,622 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33499/hbase/data/default/testReplayEditsWrittenIntoWAL/7715a83aa0a8f3d957dee7eec8b8c5e3/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T21:43:07,622 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 7715a83aa0a8f3d957dee7eec8b8c5e3; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65442167, jitterRate=-0.024835720658302307}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-11T21:43:07,623 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 7715a83aa0a8f3d957dee7eec8b8c5e3: Writing region info on filesystem at 1731361387603Initializing all the Stores at 1731361387604 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731361387604Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731361387605 (+1 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731361387605Cleaning up temporary data from old regions at 1731361387616 (+11 ms)Region opened successfully at 1731361387623 (+7 ms) 2024-11-11T21:43:07,623 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 7715a83aa0a8f3d957dee7eec8b8c5e3, disabling compactions & flushes 2024-11-11T21:43:07,623 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenIntoWAL,,1731361387542.7715a83aa0a8f3d957dee7eec8b8c5e3. 2024-11-11T21:43:07,623 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenIntoWAL,,1731361387542.7715a83aa0a8f3d957dee7eec8b8c5e3. 2024-11-11T21:43:07,623 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenIntoWAL,,1731361387542.7715a83aa0a8f3d957dee7eec8b8c5e3. after waiting 0 ms 2024-11-11T21:43:07,624 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenIntoWAL,,1731361387542.7715a83aa0a8f3d957dee7eec8b8c5e3. 2024-11-11T21:43:07,624 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenIntoWAL,,1731361387542.7715a83aa0a8f3d957dee7eec8b8c5e3. 2024-11-11T21:43:07,624 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 7715a83aa0a8f3d957dee7eec8b8c5e3: Waiting for close lock at 1731361387623Disabling compacts and flushes for region at 1731361387623Disabling writes for close at 1731361387623Writing region close event to WAL at 1731361387624 (+1 ms)Closed at 1731361387624 2024-11-11T21:43:07,628 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38269 is added to blk_1073741853_1029 (size=175) 2024-11-11T21:43:07,629 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45349 is added to blk_1073741853_1029 (size=175) 2024-11-11T21:43:07,629 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32903 is added to blk_1073741853_1029 (size=175) 2024-11-11T21:43:07,633 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-11T21:43:07,633 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-98673516:(num 1731361387548) 2024-11-11T21:43:07,633 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-11T21:43:07,636 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:33499/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731361387541, archiveDir=hdfs://localhost:33499/hbase/oldWALs, maxLogs=32 2024-11-11T21:43:07,651 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731361387541/wal.1731361387636, exclude list is [], retry=0 2024-11-11T21:43:07,654 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38269,DS-f5a09739-babc-4265-b3e8-40bdc5147eea,DISK] 2024-11-11T21:43:07,654 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32903,DS-6f2e4c41-d6bf-45a1-8903-62cc9de0cbe9,DISK] 2024-11-11T21:43:07,655 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45349,DS-075cf330-c315-4f49-8444-a50c5ab90136,DISK] 2024-11-11T21:43:07,683 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731361387541/wal.1731361387636 2024-11-11T21:43:07,684 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37817:37817),(127.0.0.1/127.0.0.1:43217:43217),(127.0.0.1/127.0.0.1:46487:46487)] 2024-11-11T21:43:07,892 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33499/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731361387541/wal.1731361387636, size=0 (0bytes) 2024-11-11T21:43:07,893 WARN [Time-limited test {}] wal.WALSplitter(453): File hdfs://localhost:33499/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731361387541/wal.1731361387636 might be still open, length is 0 2024-11-11T21:43:07,893 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33499/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731361387541/wal.1731361387636 2024-11-11T21:43:07,893 WARN [IPC Server handler 1 on default port 33499 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731361387541/wal.1731361387636 has not been closed. Lease recovery is in progress. RecoveryId = 1032 for block blk_1073741855_1031 2024-11-11T21:43:07,894 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:33499/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731361387541/wal.1731361387636 after 1ms 2024-11-11T21:43:08,436 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_967709050_22 at /127.0.0.1:34332 [Receiving block BP-1834427550-172.17.0.2-1731361380658:blk_1073741855_1031] {}] datanode.DataXceiver(331): 127.0.0.1:38269:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:34332 dst: /127.0.0.1:38269 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:38269 remote=/127.0.0.1:34332]. Total timeout mills is 60000, 59426 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T21:43:08,437 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_967709050_22 at /127.0.0.1:48250 [Receiving block BP-1834427550-172.17.0.2-1731361380658:blk_1073741855_1031] {}] datanode.DataXceiver(331): 127.0.0.1:32903:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:48250 dst: /127.0.0.1:32903 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T21:43:08,438 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_967709050_22 at /127.0.0.1:49804 [Receiving block BP-1834427550-172.17.0.2-1731361380658:blk_1073741855_1031] {}] datanode.DataXceiver(331): 127.0.0.1:45349:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:49804 dst: /127.0.0.1:45349 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T21:43:08,453 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38269 is added to blk_1073741855_1032 (size=497775) 2024-11-11T21:43:08,454 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32903 is added to blk_1073741855_1032 (size=497775) 2024-11-11T21:43:08,456 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45349 is added to blk_1073741855_1032 (size=497775) 2024-11-11T21:43:11,448 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-11T21:43:11,518 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-11T21:43:11,895 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:33499/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731361387541/wal.1731361387636 after 4002ms 2024-11-11T21:43:11,931 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES 2024-11-11T21:43:11,932 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33499/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731361387541/wal.1731361387636 took 4040ms 2024-11-11T21:43:11,937 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.1731361387636.temp 2024-11-11T21:43:11,963 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33499/hbase/data/default/testReplayEditsWrittenIntoWAL/7715a83aa0a8f3d957dee7eec8b8c5e3/recovered.edits/0000000000000000001-wal.1731361387636.temp 2024-11-11T21:43:12,036 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:33499/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731361387541/wal.1731361387636; continuing. 2024-11-11T21:43:12,036 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33499/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731361387541/wal.1731361387636 so closing down 2024-11-11T21:43:12,037 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-11T21:43:12,038 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-11T21:43:12,041 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38269 is added to blk_1073741856_1033 (size=497783) 2024-11-11T21:43:12,041 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32903 is added to blk_1073741856_1033 (size=497783) 2024-11-11T21:43:12,042 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45349 is added to blk_1073741856_1033 (size=497783) 2024-11-11T21:43:12,042 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33499/hbase/data/default/testReplayEditsWrittenIntoWAL/7715a83aa0a8f3d957dee7eec8b8c5e3/recovered.edits/0000000000000000001-wal.1731361387636.temp (wrote 3002 edits, skipped 0 edits in 44 ms) 2024-11-11T21:43:12,044 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33499/hbase/data/default/testReplayEditsWrittenIntoWAL/7715a83aa0a8f3d957dee7eec8b8c5e3/recovered.edits/0000000000000000001-wal.1731361387636.temp to hdfs://localhost:33499/hbase/data/default/testReplayEditsWrittenIntoWAL/7715a83aa0a8f3d957dee7eec8b8c5e3/recovered.edits/0000000000000003002 2024-11-11T21:43:12,044 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 3002 edits across 1 Regions in 111 ms; skipped=0; WAL=hdfs://localhost:33499/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731361387541/wal.1731361387636, size=0, length=0, corrupted=false, cancelled=false 2024-11-11T21:43:12,044 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33499/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731361387541/wal.1731361387636, journal: Splitting hdfs://localhost:33499/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731361387541/wal.1731361387636, size=0 (0bytes) at 1731361387893Creating recovered edits writer path=hdfs://localhost:33499/hbase/data/default/testReplayEditsWrittenIntoWAL/7715a83aa0a8f3d957dee7eec8b8c5e3/recovered.edits/0000000000000000001-wal.1731361387636.temp at 1731361391964 (+4071 ms)Split 1024 edits, skipped 0 edits. at 1731361391994 (+30 ms)Split 2048 edits, skipped 0 edits. at 1731361392018 (+24 ms)Finishing writing output for hdfs://localhost:33499/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731361387541/wal.1731361387636 so closing down at 1731361392036 (+18 ms)3 split writer threads finished at 1731361392038 (+2 ms)Closed recovered edits writer path=hdfs://localhost:33499/hbase/data/default/testReplayEditsWrittenIntoWAL/7715a83aa0a8f3d957dee7eec8b8c5e3/recovered.edits/0000000000000000001-wal.1731361387636.temp (wrote 3002 edits, skipped 0 edits in 44 ms) at 1731361392042 (+4 ms)Rename recovered edits hdfs://localhost:33499/hbase/data/default/testReplayEditsWrittenIntoWAL/7715a83aa0a8f3d957dee7eec8b8c5e3/recovered.edits/0000000000000000001-wal.1731361387636.temp to hdfs://localhost:33499/hbase/data/default/testReplayEditsWrittenIntoWAL/7715a83aa0a8f3d957dee7eec8b8c5e3/recovered.edits/0000000000000003002 at 1731361392044 (+2 ms)Processed 3002 edits across 1 Regions in 111 ms; skipped=0; WAL=hdfs://localhost:33499/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731361387541/wal.1731361387636, size=0, length=0, corrupted=false, cancelled=false at 1731361392044 2024-11-11T21:43:12,047 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33499/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731361387541/wal.1731361387636 to hdfs://localhost:33499/hbase/oldWALs/wal.1731361387636 2024-11-11T21:43:12,048 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:33499/hbase/data/default/testReplayEditsWrittenIntoWAL/7715a83aa0a8f3d957dee7eec8b8c5e3/recovered.edits/0000000000000003002 2024-11-11T21:43:12,049 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-11T21:43:12,051 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:33499/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731361387541, archiveDir=hdfs://localhost:33499/hbase/oldWALs, maxLogs=32 2024-11-11T21:43:12,071 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731361387541/wal.1731361392052, exclude list is [], retry=0 2024-11-11T21:43:12,074 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32903,DS-6f2e4c41-d6bf-45a1-8903-62cc9de0cbe9,DISK] 2024-11-11T21:43:12,075 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45349,DS-075cf330-c315-4f49-8444-a50c5ab90136,DISK] 2024-11-11T21:43:12,075 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38269,DS-f5a09739-babc-4265-b3e8-40bdc5147eea,DISK] 2024-11-11T21:43:12,105 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731361387541/wal.1731361392052 2024-11-11T21:43:12,105 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43217:43217),(127.0.0.1/127.0.0.1:46487:46487),(127.0.0.1/127.0.0.1:37817:37817)] 2024-11-11T21:43:12,106 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1731361387542.7715a83aa0a8f3d957dee7eec8b8c5e3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T21:43:12,108 INFO [StoreOpener-7715a83aa0a8f3d957dee7eec8b8c5e3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 7715a83aa0a8f3d957dee7eec8b8c5e3 2024-11-11T21:43:12,109 INFO [StoreOpener-7715a83aa0a8f3d957dee7eec8b8c5e3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7715a83aa0a8f3d957dee7eec8b8c5e3 columnFamilyName a 2024-11-11T21:43:12,109 DEBUG [StoreOpener-7715a83aa0a8f3d957dee7eec8b8c5e3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:43:12,110 INFO [StoreOpener-7715a83aa0a8f3d957dee7eec8b8c5e3-1 {}] regionserver.HStore(327): Store=7715a83aa0a8f3d957dee7eec8b8c5e3/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T21:43:12,110 INFO [StoreOpener-7715a83aa0a8f3d957dee7eec8b8c5e3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 7715a83aa0a8f3d957dee7eec8b8c5e3 2024-11-11T21:43:12,111 INFO [StoreOpener-7715a83aa0a8f3d957dee7eec8b8c5e3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7715a83aa0a8f3d957dee7eec8b8c5e3 columnFamilyName b 2024-11-11T21:43:12,111 DEBUG [StoreOpener-7715a83aa0a8f3d957dee7eec8b8c5e3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:43:12,112 INFO [StoreOpener-7715a83aa0a8f3d957dee7eec8b8c5e3-1 {}] regionserver.HStore(327): Store=7715a83aa0a8f3d957dee7eec8b8c5e3/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T21:43:12,112 INFO [StoreOpener-7715a83aa0a8f3d957dee7eec8b8c5e3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 7715a83aa0a8f3d957dee7eec8b8c5e3 2024-11-11T21:43:12,113 INFO [StoreOpener-7715a83aa0a8f3d957dee7eec8b8c5e3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7715a83aa0a8f3d957dee7eec8b8c5e3 columnFamilyName c 2024-11-11T21:43:12,113 DEBUG [StoreOpener-7715a83aa0a8f3d957dee7eec8b8c5e3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:43:12,114 INFO [StoreOpener-7715a83aa0a8f3d957dee7eec8b8c5e3-1 {}] regionserver.HStore(327): Store=7715a83aa0a8f3d957dee7eec8b8c5e3/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T21:43:12,114 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 7715a83aa0a8f3d957dee7eec8b8c5e3 2024-11-11T21:43:12,115 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33499/hbase/data/default/testReplayEditsWrittenIntoWAL/7715a83aa0a8f3d957dee7eec8b8c5e3 2024-11-11T21:43:12,118 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:33499/hbase/data/default/testReplayEditsWrittenIntoWAL/7715a83aa0a8f3d957dee7eec8b8c5e3 2024-11-11T21:43:12,119 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:33499/hbase/data/default/testReplayEditsWrittenIntoWAL/7715a83aa0a8f3d957dee7eec8b8c5e3/recovered.edits/0000000000000003002 2024-11-11T21:43:12,151 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES 2024-11-11T21:43:12,187 INFO [Time-limited test {}] wal.AbstractTestWALReplay$4$1(796): InternalFlushCache Invoked 2024-11-11T21:43:12,560 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 7715a83aa0a8f3d957dee7eec8b8c5e3 3/3 column families, dataSize=42.49 KB heapSize=100.11 KB 2024-11-11T21:43:12,604 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33499/hbase/data/default/testReplayEditsWrittenIntoWAL/7715a83aa0a8f3d957dee7eec8b8c5e3/.tmp/a/b26f0711581e48f188f5795696e91892 is 62, key is testReplayEditsWrittenIntoWAL/a:100/1731361387694/Put/seqid=0 2024-11-11T21:43:12,612 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45349 is added to blk_1073741858_1035 (size=50463) 2024-11-11T21:43:12,612 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32903 is added to blk_1073741858_1035 (size=50463) 2024-11-11T21:43:12,612 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38269 is added to blk_1073741858_1035 (size=50463) 2024-11-11T21:43:12,613 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=754 (bloomFilter=true), to=hdfs://localhost:33499/hbase/data/default/testReplayEditsWrittenIntoWAL/7715a83aa0a8f3d957dee7eec8b8c5e3/.tmp/a/b26f0711581e48f188f5795696e91892 2024-11-11T21:43:12,623 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33499/hbase/data/default/testReplayEditsWrittenIntoWAL/7715a83aa0a8f3d957dee7eec8b8c5e3/.tmp/a/b26f0711581e48f188f5795696e91892 as hdfs://localhost:33499/hbase/data/default/testReplayEditsWrittenIntoWAL/7715a83aa0a8f3d957dee7eec8b8c5e3/a/b26f0711581e48f188f5795696e91892 2024-11-11T21:43:12,631 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33499/hbase/data/default/testReplayEditsWrittenIntoWAL/7715a83aa0a8f3d957dee7eec8b8c5e3/a/b26f0711581e48f188f5795696e91892, entries=754, sequenceid=754, filesize=49.3 K 2024-11-11T21:43:12,632 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~42.49 KB/43512, heapSize ~99.59 KB/101984, currentSize=0 B/0 for 7715a83aa0a8f3d957dee7eec8b8c5e3 in 72ms, sequenceid=754, compaction requested=false; wal=null 2024-11-11T21:43:12,648 INFO [Time-limited test {}] wal.AbstractTestWALReplay$4$1(796): InternalFlushCache Invoked 2024-11-11T21:43:12,648 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 7715a83aa0a8f3d957dee7eec8b8c5e3 3/3 column families, dataSize=42.49 KB heapSize=100.11 KB 2024-11-11T21:43:12,656 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33499/hbase/data/default/testReplayEditsWrittenIntoWAL/7715a83aa0a8f3d957dee7eec8b8c5e3/.tmp/a/425b7f4f9b7741009907ea1daabf8ed1 is 62, key is testReplayEditsWrittenIntoWAL/a:754/1731361387745/Put/seqid=0 2024-11-11T21:43:12,672 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32903 is added to blk_1073741859_1036 (size=20072) 2024-11-11T21:43:12,672 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45349 is added to blk_1073741859_1036 (size=20072) 2024-11-11T21:43:12,673 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38269 is added to blk_1073741859_1036 (size=20072) 2024-11-11T21:43:12,674 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.93 KB at sequenceid=1508 (bloomFilter=true), to=hdfs://localhost:33499/hbase/data/default/testReplayEditsWrittenIntoWAL/7715a83aa0a8f3d957dee7eec8b8c5e3/.tmp/a/425b7f4f9b7741009907ea1daabf8ed1 2024-11-11T21:43:12,712 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33499/hbase/data/default/testReplayEditsWrittenIntoWAL/7715a83aa0a8f3d957dee7eec8b8c5e3/.tmp/b/f3b2591d1336463eb76719502150fb40 is 62, key is testReplayEditsWrittenIntoWAL/b:100/1731361387775/Put/seqid=0 2024-11-11T21:43:12,720 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32903 is added to blk_1073741860_1037 (size=35835) 2024-11-11T21:43:12,720 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45349 is added to blk_1073741860_1037 (size=35835) 2024-11-11T21:43:12,722 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38269 is added to blk_1073741860_1037 (size=35835) 2024-11-11T21:43:12,722 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28.56 KB at sequenceid=1508 (bloomFilter=true), to=hdfs://localhost:33499/hbase/data/default/testReplayEditsWrittenIntoWAL/7715a83aa0a8f3d957dee7eec8b8c5e3/.tmp/b/f3b2591d1336463eb76719502150fb40 2024-11-11T21:43:12,730 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33499/hbase/data/default/testReplayEditsWrittenIntoWAL/7715a83aa0a8f3d957dee7eec8b8c5e3/.tmp/a/425b7f4f9b7741009907ea1daabf8ed1 as hdfs://localhost:33499/hbase/data/default/testReplayEditsWrittenIntoWAL/7715a83aa0a8f3d957dee7eec8b8c5e3/a/425b7f4f9b7741009907ea1daabf8ed1 2024-11-11T21:43:12,737 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33499/hbase/data/default/testReplayEditsWrittenIntoWAL/7715a83aa0a8f3d957dee7eec8b8c5e3/a/425b7f4f9b7741009907ea1daabf8ed1, entries=246, sequenceid=1508, filesize=19.6 K 2024-11-11T21:43:12,738 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33499/hbase/data/default/testReplayEditsWrittenIntoWAL/7715a83aa0a8f3d957dee7eec8b8c5e3/.tmp/b/f3b2591d1336463eb76719502150fb40 as hdfs://localhost:33499/hbase/data/default/testReplayEditsWrittenIntoWAL/7715a83aa0a8f3d957dee7eec8b8c5e3/b/f3b2591d1336463eb76719502150fb40 2024-11-11T21:43:12,746 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33499/hbase/data/default/testReplayEditsWrittenIntoWAL/7715a83aa0a8f3d957dee7eec8b8c5e3/b/f3b2591d1336463eb76719502150fb40, entries=508, sequenceid=1508, filesize=35.0 K 2024-11-11T21:43:12,746 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~42.49 KB/43512, heapSize ~99.83 KB/102224, currentSize=0 B/0 for 7715a83aa0a8f3d957dee7eec8b8c5e3 in 98ms, sequenceid=1508, compaction requested=false; wal=null 2024-11-11T21:43:12,764 INFO [Time-limited test {}] wal.AbstractTestWALReplay$4$1(796): InternalFlushCache Invoked 2024-11-11T21:43:12,765 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 7715a83aa0a8f3d957dee7eec8b8c5e3 3/3 column families, dataSize=42.49 KB heapSize=100.11 KB 2024-11-11T21:43:12,802 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33499/hbase/data/default/testReplayEditsWrittenIntoWAL/7715a83aa0a8f3d957dee7eec8b8c5e3/.tmp/b/58f53fd104ef4a4a8cea3ac7cb2bb970 is 62, key is testReplayEditsWrittenIntoWAL/b:508/1731361387794/Put/seqid=0 2024-11-11T21:43:12,827 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32903 is added to blk_1073741861_1038 (size=35082) 2024-11-11T21:43:12,828 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38269 is added to blk_1073741861_1038 (size=35082) 2024-11-11T21:43:12,829 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45349 is added to blk_1073741861_1038 (size=35082) 2024-11-11T21:43:12,830 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.87 KB at sequenceid=2262 (bloomFilter=true), to=hdfs://localhost:33499/hbase/data/default/testReplayEditsWrittenIntoWAL/7715a83aa0a8f3d957dee7eec8b8c5e3/.tmp/b/58f53fd104ef4a4a8cea3ac7cb2bb970 2024-11-11T21:43:12,868 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33499/hbase/data/default/testReplayEditsWrittenIntoWAL/7715a83aa0a8f3d957dee7eec8b8c5e3/.tmp/c/6f76e8f1e9e94446afb5351f39f79031 is 62, key is testReplayEditsWrittenIntoWAL/c:100/1731361387821/Put/seqid=0 2024-11-11T21:43:12,876 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38269 is added to blk_1073741862_1039 (size=20825) 2024-11-11T21:43:12,877 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45349 is added to blk_1073741862_1039 (size=20825) 2024-11-11T21:43:12,877 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32903 is added to blk_1073741862_1039 (size=20825) 2024-11-11T21:43:12,878 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=14.63 KB at sequenceid=2262 (bloomFilter=true), to=hdfs://localhost:33499/hbase/data/default/testReplayEditsWrittenIntoWAL/7715a83aa0a8f3d957dee7eec8b8c5e3/.tmp/c/6f76e8f1e9e94446afb5351f39f79031 2024-11-11T21:43:12,885 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33499/hbase/data/default/testReplayEditsWrittenIntoWAL/7715a83aa0a8f3d957dee7eec8b8c5e3/.tmp/b/58f53fd104ef4a4a8cea3ac7cb2bb970 as hdfs://localhost:33499/hbase/data/default/testReplayEditsWrittenIntoWAL/7715a83aa0a8f3d957dee7eec8b8c5e3/b/58f53fd104ef4a4a8cea3ac7cb2bb970 2024-11-11T21:43:12,892 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33499/hbase/data/default/testReplayEditsWrittenIntoWAL/7715a83aa0a8f3d957dee7eec8b8c5e3/b/58f53fd104ef4a4a8cea3ac7cb2bb970, entries=492, sequenceid=2262, filesize=34.3 K 2024-11-11T21:43:12,894 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33499/hbase/data/default/testReplayEditsWrittenIntoWAL/7715a83aa0a8f3d957dee7eec8b8c5e3/.tmp/c/6f76e8f1e9e94446afb5351f39f79031 as hdfs://localhost:33499/hbase/data/default/testReplayEditsWrittenIntoWAL/7715a83aa0a8f3d957dee7eec8b8c5e3/c/6f76e8f1e9e94446afb5351f39f79031 2024-11-11T21:43:12,901 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33499/hbase/data/default/testReplayEditsWrittenIntoWAL/7715a83aa0a8f3d957dee7eec8b8c5e3/c/6f76e8f1e9e94446afb5351f39f79031, entries=262, sequenceid=2262, filesize=20.3 K 2024-11-11T21:43:12,901 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~42.49 KB/43512, heapSize ~99.83 KB/102224, currentSize=0 B/0 for 7715a83aa0a8f3d957dee7eec8b8c5e3 in 137ms, sequenceid=2262, compaction requested=false; wal=null 2024-11-11T21:43:12,911 WARN [Time-limited test {}] regionserver.HRegion(5722): No family for cell testReplayEditsWrittenIntoWAL/another family:testReplayEditsWrittenIntoWAL/1731361387861/Put/vlen=29/seqid=0 in region testReplayEditsWrittenIntoWAL,,1731361387542.7715a83aa0a8f3d957dee7eec8b8c5e3. 2024-11-11T21:43:12,916 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 3001, skipped 1, firstSequenceIdInLog=1, maxSequenceIdInLog=3002, path=hdfs://localhost:33499/hbase/data/default/testReplayEditsWrittenIntoWAL/7715a83aa0a8f3d957dee7eec8b8c5e3/recovered.edits/0000000000000003002 2024-11-11T21:43:12,916 INFO [Time-limited test {}] wal.AbstractTestWALReplay$4$1(796): InternalFlushCache Invoked 2024-11-11T21:43:12,917 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 7715a83aa0a8f3d957dee7eec8b8c5e3 3/3 column families, dataSize=41.85 KB heapSize=98.89 KB 2024-11-11T21:43:12,927 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33499/hbase/data/default/testReplayEditsWrittenIntoWAL/7715a83aa0a8f3d957dee7eec8b8c5e3/.tmp/c/5640d9c2777941e9916ece12058027e7 is 62, key is testReplayEditsWrittenIntoWAL/c:262/1731361387827/Put/seqid=0 2024-11-11T21:43:12,934 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45349 is added to blk_1073741863_1040 (size=50301) 2024-11-11T21:43:12,935 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32903 is added to blk_1073741863_1040 (size=50301) 2024-11-11T21:43:12,935 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38269 is added to blk_1073741863_1040 (size=50301) 2024-11-11T21:43:12,936 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=41.85 KB at sequenceid=3002 (bloomFilter=true), to=hdfs://localhost:33499/hbase/data/default/testReplayEditsWrittenIntoWAL/7715a83aa0a8f3d957dee7eec8b8c5e3/.tmp/c/5640d9c2777941e9916ece12058027e7 2024-11-11T21:43:12,943 INFO [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5640d9c2777941e9916ece12058027e7 2024-11-11T21:43:12,945 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33499/hbase/data/default/testReplayEditsWrittenIntoWAL/7715a83aa0a8f3d957dee7eec8b8c5e3/.tmp/c/5640d9c2777941e9916ece12058027e7 as hdfs://localhost:33499/hbase/data/default/testReplayEditsWrittenIntoWAL/7715a83aa0a8f3d957dee7eec8b8c5e3/c/5640d9c2777941e9916ece12058027e7 2024-11-11T21:43:12,952 INFO [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5640d9c2777941e9916ece12058027e7 2024-11-11T21:43:12,952 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33499/hbase/data/default/testReplayEditsWrittenIntoWAL/7715a83aa0a8f3d957dee7eec8b8c5e3/c/5640d9c2777941e9916ece12058027e7, entries=739, sequenceid=3002, filesize=49.1 K 2024-11-11T21:43:12,953 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~41.85 KB/42854, heapSize ~98.38 KB/100736, currentSize=0 B/0 for 7715a83aa0a8f3d957dee7eec8b8c5e3 in 36ms, sequenceid=3002, compaction requested=false; wal=null 2024-11-11T21:43:12,954 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:33499/hbase/data/default/testReplayEditsWrittenIntoWAL/7715a83aa0a8f3d957dee7eec8b8c5e3/recovered.edits/0000000000000003002 2024-11-11T21:43:12,955 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 7715a83aa0a8f3d957dee7eec8b8c5e3 2024-11-11T21:43:12,955 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 7715a83aa0a8f3d957dee7eec8b8c5e3 2024-11-11T21:43:12,956 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenIntoWAL descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-11T21:43:12,958 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 7715a83aa0a8f3d957dee7eec8b8c5e3 2024-11-11T21:43:12,960 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33499/hbase/data/default/testReplayEditsWrittenIntoWAL/7715a83aa0a8f3d957dee7eec8b8c5e3/recovered.edits/3002.seqid, newMaxSeqId=3002, maxSeqId=1 2024-11-11T21:43:12,962 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 7715a83aa0a8f3d957dee7eec8b8c5e3; next sequenceid=3003; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=204800, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59434209, jitterRate=-0.11436127126216888}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-11T21:43:12,962 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 7715a83aa0a8f3d957dee7eec8b8c5e3: Writing region info on filesystem at 1731361392106Initializing all the Stores at 1731361392107 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731361392107Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731361392108 (+1 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731361392108Cleaning up temporary data from old regions at 1731361392955 (+847 ms)Region opened successfully at 1731361392962 (+7 ms) 2024-11-11T21:43:13,043 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 7715a83aa0a8f3d957dee7eec8b8c5e3, disabling compactions & flushes 2024-11-11T21:43:13,044 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenIntoWAL,,1731361387542.7715a83aa0a8f3d957dee7eec8b8c5e3. 2024-11-11T21:43:13,044 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenIntoWAL,,1731361387542.7715a83aa0a8f3d957dee7eec8b8c5e3. 2024-11-11T21:43:13,044 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenIntoWAL,,1731361387542.7715a83aa0a8f3d957dee7eec8b8c5e3. after waiting 0 ms 2024-11-11T21:43:13,044 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenIntoWAL,,1731361387542.7715a83aa0a8f3d957dee7eec8b8c5e3. 2024-11-11T21:43:13,046 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenIntoWAL,,1731361387542.7715a83aa0a8f3d957dee7eec8b8c5e3. 2024-11-11T21:43:13,047 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 7715a83aa0a8f3d957dee7eec8b8c5e3: Waiting for close lock at 1731361393043Disabling compacts and flushes for region at 1731361393043Disabling writes for close at 1731361393044 (+1 ms)Writing region close event to WAL at 1731361393046 (+2 ms)Closed at 1731361393046 2024-11-11T21:43:13,051 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45349 is added to blk_1073741857_1034 (size=175) 2024-11-11T21:43:13,051 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32903 is added to blk_1073741857_1034 (size=175) 2024-11-11T21:43:13,051 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38269 is added to blk_1073741857_1034 (size=175) 2024-11-11T21:43:13,056 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-11T21:43:13,056 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL wal:(num 1731361392052) 2024-11-11T21:43:13,078 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestSecureAsyncWALReplay#testReplayEditsWrittenIntoWAL Thread=402 (was 386) Potentially hanging thread: LeaseRenewer:jenkins.replay.wal.secondtime@localhost:33499 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_938074300_22 at /127.0.0.1:47288 [Waiting for operation #4] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_938074300_22 at /127.0.0.1:49462 [Waiting for operation #17] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-12-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1685805399) connection to localhost/127.0.0.1:34013 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1685805399) connection to localhost/127.0.0.1:33499 from jenkins.replay.wal.secondtime java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/445e3bf2-c829-1611-f31e-027eb425314c/cluster_69fa997f-63d7-ca85-9bcc-9ad519d6ce13/data/data3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_938074300_22 at /127.0.0.1:47302 [Waiting for operation #13] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_938074300_22 at /127.0.0.1:60956 [Waiting for operation #16] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34013 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/445e3bf2-c829-1611-f31e-027eb425314c/cluster_69fa997f-63d7-ca85-9bcc-9ad519d6ce13/data/data5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: IPC Client (1685805399) connection to localhost/127.0.0.1:39803 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/445e3bf2-c829-1611-f31e-027eb425314c/cluster_69fa997f-63d7-ca85-9bcc-9ad519d6ce13/data/data6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-12-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-12-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/445e3bf2-c829-1611-f31e-027eb425314c/cluster_69fa997f-63d7-ca85-9bcc-9ad519d6ce13/data/data4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39803 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=865 (was 785) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=342 (was 346), ProcessCount=11 (was 11), AvailableMemoryMB=4721 (was 4919) 2024-11-11T21:43:13,095 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestSecureAsyncWALReplay#test2727 Thread=402, OpenFileDescriptor=865, MaxFileDescriptor=1048576, SystemLoadAverage=342, ProcessCount=11, AvailableMemoryMB=4718 2024-11-11T21:43:13,117 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T21:43:13,120 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T21:43:13,121 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T21:43:13,124 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-89071781, suffix=, logDir=hdfs://localhost:33499/hbase/WALs/hregion-89071781, archiveDir=hdfs://localhost:33499/hbase/oldWALs, maxLogs=32 2024-11-11T21:43:13,136 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-89071781/hregion-89071781.1731361393124, exclude list is [], retry=0 2024-11-11T21:43:13,139 DEBUG [AsyncFSWAL-14-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38269,DS-f5a09739-babc-4265-b3e8-40bdc5147eea,DISK] 2024-11-11T21:43:13,139 DEBUG [AsyncFSWAL-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45349,DS-075cf330-c315-4f49-8444-a50c5ab90136,DISK] 2024-11-11T21:43:13,139 DEBUG [AsyncFSWAL-14-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32903,DS-6f2e4c41-d6bf-45a1-8903-62cc9de0cbe9,DISK] 2024-11-11T21:43:13,177 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-89071781/hregion-89071781.1731361393124 2024-11-11T21:43:13,177 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37817:37817),(127.0.0.1/127.0.0.1:46487:46487),(127.0.0.1/127.0.0.1:43217:43217)] 2024-11-11T21:43:13,178 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 2aed595f0059301a68617b34b3d85007, NAME => 'test2727,,1731361393118.2aed595f0059301a68617b34b3d85007.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test2727', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33499/hbase 2024-11-11T21:43:13,191 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32903 is added to blk_1073741865_1042 (size=43) 2024-11-11T21:43:13,192 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45349 is added to blk_1073741865_1042 (size=43) 2024-11-11T21:43:13,192 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38269 is added to blk_1073741865_1042 (size=43) 2024-11-11T21:43:13,193 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated test2727,,1731361393118.2aed595f0059301a68617b34b3d85007.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T21:43:13,195 INFO [StoreOpener-2aed595f0059301a68617b34b3d85007-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 2aed595f0059301a68617b34b3d85007 2024-11-11T21:43:13,197 INFO [StoreOpener-2aed595f0059301a68617b34b3d85007-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2aed595f0059301a68617b34b3d85007 columnFamilyName a 2024-11-11T21:43:13,197 DEBUG [StoreOpener-2aed595f0059301a68617b34b3d85007-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:43:13,197 INFO [StoreOpener-2aed595f0059301a68617b34b3d85007-1 {}] regionserver.HStore(327): Store=2aed595f0059301a68617b34b3d85007/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T21:43:13,198 INFO [StoreOpener-2aed595f0059301a68617b34b3d85007-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 2aed595f0059301a68617b34b3d85007 2024-11-11T21:43:13,199 INFO [StoreOpener-2aed595f0059301a68617b34b3d85007-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2aed595f0059301a68617b34b3d85007 columnFamilyName b 2024-11-11T21:43:13,200 DEBUG [StoreOpener-2aed595f0059301a68617b34b3d85007-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:43:13,200 INFO [StoreOpener-2aed595f0059301a68617b34b3d85007-1 {}] regionserver.HStore(327): Store=2aed595f0059301a68617b34b3d85007/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T21:43:13,200 INFO [StoreOpener-2aed595f0059301a68617b34b3d85007-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 2aed595f0059301a68617b34b3d85007 2024-11-11T21:43:13,202 INFO [StoreOpener-2aed595f0059301a68617b34b3d85007-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2aed595f0059301a68617b34b3d85007 columnFamilyName c 2024-11-11T21:43:13,202 DEBUG [StoreOpener-2aed595f0059301a68617b34b3d85007-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:43:13,203 INFO [StoreOpener-2aed595f0059301a68617b34b3d85007-1 {}] regionserver.HStore(327): Store=2aed595f0059301a68617b34b3d85007/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T21:43:13,203 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 2aed595f0059301a68617b34b3d85007 2024-11-11T21:43:13,204 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33499/hbase/data/default/test2727/2aed595f0059301a68617b34b3d85007 2024-11-11T21:43:13,205 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33499/hbase/data/default/test2727/2aed595f0059301a68617b34b3d85007 2024-11-11T21:43:13,206 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 2aed595f0059301a68617b34b3d85007 2024-11-11T21:43:13,206 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 2aed595f0059301a68617b34b3d85007 2024-11-11T21:43:13,207 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test2727 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-11T21:43:13,209 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 2aed595f0059301a68617b34b3d85007 2024-11-11T21:43:13,212 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33499/hbase/data/default/test2727/2aed595f0059301a68617b34b3d85007/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T21:43:13,214 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 2aed595f0059301a68617b34b3d85007; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63010890, jitterRate=-0.061064571142196655}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-11T21:43:13,215 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 2aed595f0059301a68617b34b3d85007: Writing region info on filesystem at 1731361393193Initializing all the Stores at 1731361393194 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731361393194Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731361393195 (+1 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731361393195Cleaning up temporary data from old regions at 1731361393206 (+11 ms)Region opened successfully at 1731361393215 (+9 ms) 2024-11-11T21:43:13,216 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 2aed595f0059301a68617b34b3d85007, disabling compactions & flushes 2024-11-11T21:43:13,216 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region test2727,,1731361393118.2aed595f0059301a68617b34b3d85007. 2024-11-11T21:43:13,216 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on test2727,,1731361393118.2aed595f0059301a68617b34b3d85007. 2024-11-11T21:43:13,216 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on test2727,,1731361393118.2aed595f0059301a68617b34b3d85007. after waiting 0 ms 2024-11-11T21:43:13,216 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region test2727,,1731361393118.2aed595f0059301a68617b34b3d85007. 2024-11-11T21:43:13,216 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed test2727,,1731361393118.2aed595f0059301a68617b34b3d85007. 2024-11-11T21:43:13,217 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 2aed595f0059301a68617b34b3d85007: Waiting for close lock at 1731361393215Disabling compacts and flushes for region at 1731361393215Disabling writes for close at 1731361393216 (+1 ms)Writing region close event to WAL at 1731361393216Closed at 1731361393216 2024-11-11T21:43:13,221 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38269 is added to blk_1073741864_1041 (size=175) 2024-11-11T21:43:13,221 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /hbase/WALs/hregion-89071781/hregion-89071781.1731361393124 not finished, retry = 0 2024-11-11T21:43:13,222 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32903 is added to blk_1073741864_1041 (size=175) 2024-11-11T21:43:13,222 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45349 is added to blk_1073741864_1041 (size=175) 2024-11-11T21:43:13,325 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-11T21:43:13,325 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-89071781:(num 1731361393124) 2024-11-11T21:43:13,325 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-11T21:43:13,328 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:33499/hbase/WALs/test2727-manual,16010,1731361393116, archiveDir=hdfs://localhost:33499/hbase/oldWALs, maxLogs=32 2024-11-11T21:43:13,340 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/test2727-manual,16010,1731361393116/wal.1731361393328, exclude list is [], retry=0 2024-11-11T21:43:13,344 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32903,DS-6f2e4c41-d6bf-45a1-8903-62cc9de0cbe9,DISK] 2024-11-11T21:43:13,344 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45349,DS-075cf330-c315-4f49-8444-a50c5ab90136,DISK] 2024-11-11T21:43:13,345 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38269,DS-f5a09739-babc-4265-b3e8-40bdc5147eea,DISK] 2024-11-11T21:43:13,370 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/test2727-manual,16010,1731361393116/wal.1731361393328 2024-11-11T21:43:13,371 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43217:43217),(127.0.0.1/127.0.0.1:46487:46487),(127.0.0.1/127.0.0.1:37817:37817)] 2024-11-11T21:43:13,561 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45349 is added to blk_1073741866_1043 (size=371388) 2024-11-11T21:43:13,561 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32903 is added to blk_1073741866_1043 (size=371388) 2024-11-11T21:43:13,561 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38269 is added to blk_1073741866_1043 (size=371388) 2024-11-11T21:43:13,586 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33499/hbase/WALs/test2727-manual,16010,1731361393116/wal.1731361393328, size=362.7 K (371388bytes) 2024-11-11T21:43:13,587 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33499/hbase/WALs/test2727-manual,16010,1731361393116/wal.1731361393328 2024-11-11T21:43:13,587 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33499/hbase/WALs/test2727-manual,16010,1731361393116/wal.1731361393328 after 0ms 2024-11-11T21:43:13,625 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES 2024-11-11T21:43:13,627 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33499/hbase/WALs/test2727-manual,16010,1731361393116/wal.1731361393328 took 41ms 2024-11-11T21:43:13,632 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.1731361393328.temp 2024-11-11T21:43:13,658 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33499/hbase/WALs/test2727-manual,16010,1731361393116/wal.1731361393328 so closing down 2024-11-11T21:43:13,658 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-11T21:43:13,672 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33499/hbase/data/default/test2727/2aed595f0059301a68617b34b3d85007/recovered.edits/0000000000000000001-wal.1731361393328.temp 2024-11-11T21:43:13,691 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-11T21:43:13,694 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32903 is added to blk_1073741867_1044 (size=371388) 2024-11-11T21:43:13,694 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38269 is added to blk_1073741867_1044 (size=371388) 2024-11-11T21:43:13,696 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45349 is added to blk_1073741867_1044 (size=371388) 2024-11-11T21:43:13,696 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33499/hbase/data/default/test2727/2aed595f0059301a68617b34b3d85007/recovered.edits/0000000000000000001-wal.1731361393328.temp (wrote 3000 edits, skipped 0 edits in 18 ms) 2024-11-11T21:43:13,698 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33499/hbase/data/default/test2727/2aed595f0059301a68617b34b3d85007/recovered.edits/0000000000000000001-wal.1731361393328.temp to hdfs://localhost:33499/hbase/data/default/test2727/2aed595f0059301a68617b34b3d85007/recovered.edits/0000000000000003000 2024-11-11T21:43:13,698 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 3000 edits across 1 Regions in 70 ms; skipped=0; WAL=hdfs://localhost:33499/hbase/WALs/test2727-manual,16010,1731361393116/wal.1731361393328, size=362.7 K, length=371388, corrupted=false, cancelled=false 2024-11-11T21:43:13,698 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33499/hbase/WALs/test2727-manual,16010,1731361393116/wal.1731361393328, journal: Splitting hdfs://localhost:33499/hbase/WALs/test2727-manual,16010,1731361393116/wal.1731361393328, size=362.7 K (371388bytes) at 1731361393587Split 1024 edits, skipped 0 edits. at 1731361393639 (+52 ms)Split 2048 edits, skipped 0 edits. at 1731361393650 (+11 ms)Finishing writing output for hdfs://localhost:33499/hbase/WALs/test2727-manual,16010,1731361393116/wal.1731361393328 so closing down at 1731361393658 (+8 ms)Creating recovered edits writer path=hdfs://localhost:33499/hbase/data/default/test2727/2aed595f0059301a68617b34b3d85007/recovered.edits/0000000000000000001-wal.1731361393328.temp at 1731361393672 (+14 ms)3 split writer threads finished at 1731361393691 (+19 ms)Closed recovered edits writer path=hdfs://localhost:33499/hbase/data/default/test2727/2aed595f0059301a68617b34b3d85007/recovered.edits/0000000000000000001-wal.1731361393328.temp (wrote 3000 edits, skipped 0 edits in 18 ms) at 1731361393696 (+5 ms)Rename recovered edits hdfs://localhost:33499/hbase/data/default/test2727/2aed595f0059301a68617b34b3d85007/recovered.edits/0000000000000000001-wal.1731361393328.temp to hdfs://localhost:33499/hbase/data/default/test2727/2aed595f0059301a68617b34b3d85007/recovered.edits/0000000000000003000 at 1731361393698 (+2 ms)Processed 3000 edits across 1 Regions in 70 ms; skipped=0; WAL=hdfs://localhost:33499/hbase/WALs/test2727-manual,16010,1731361393116/wal.1731361393328, size=362.7 K, length=371388, corrupted=false, cancelled=false at 1731361393698 2024-11-11T21:43:13,700 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33499/hbase/WALs/test2727-manual,16010,1731361393116/wal.1731361393328 to hdfs://localhost:33499/hbase/oldWALs/wal.1731361393328 2024-11-11T21:43:13,701 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:33499/hbase/data/default/test2727/2aed595f0059301a68617b34b3d85007/recovered.edits/0000000000000003000 2024-11-11T21:43:13,701 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-11T21:43:13,703 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:33499/hbase/WALs/test2727-manual,16010,1731361393116, archiveDir=hdfs://localhost:33499/hbase/oldWALs, maxLogs=32 2024-11-11T21:43:13,716 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/test2727-manual,16010,1731361393116/wal.1731361393704, exclude list is [], retry=0 2024-11-11T21:43:13,720 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32903,DS-6f2e4c41-d6bf-45a1-8903-62cc9de0cbe9,DISK] 2024-11-11T21:43:13,720 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45349,DS-075cf330-c315-4f49-8444-a50c5ab90136,DISK] 2024-11-11T21:43:13,720 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38269,DS-f5a09739-babc-4265-b3e8-40bdc5147eea,DISK] 2024-11-11T21:43:13,765 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/test2727-manual,16010,1731361393116/wal.1731361393704 2024-11-11T21:43:13,765 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43217:43217),(127.0.0.1/127.0.0.1:46487:46487),(127.0.0.1/127.0.0.1:37817:37817)] 2024-11-11T21:43:13,768 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-11T21:43:13,769 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-11T21:43:13,771 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T21:43:13,771 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-11T21:43:13,771 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-11T21:43:13,771 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-11T21:43:13,773 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsWrittenIntoWAL 2024-11-11T21:43:13,773 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsWrittenIntoWAL Metrics about Tables on a single HBase RegionServer 2024-11-11T21:43:13,922 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45349 is added to blk_1073741868_1045 (size=371515) 2024-11-11T21:43:13,922 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32903 is added to blk_1073741868_1045 (size=371515) 2024-11-11T21:43:13,923 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38269 is added to blk_1073741868_1045 (size=371515) 2024-11-11T21:43:13,946 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33499/hbase/WALs/test2727-manual,16010,1731361393116/wal.1731361393704, size=362.8 K (371515bytes) 2024-11-11T21:43:13,946 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33499/hbase/WALs/test2727-manual,16010,1731361393116/wal.1731361393704 2024-11-11T21:43:13,947 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33499/hbase/WALs/test2727-manual,16010,1731361393116/wal.1731361393704 after 1ms 2024-11-11T21:43:13,985 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES 2024-11-11T21:43:13,987 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33499/hbase/WALs/test2727-manual,16010,1731361393116/wal.1731361393704 took 41ms 2024-11-11T21:43:13,991 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000003001-wal.1731361393704.temp 2024-11-11T21:43:14,016 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33499/hbase/WALs/test2727-manual,16010,1731361393116/wal.1731361393704 so closing down 2024-11-11T21:43:14,016 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-11T21:43:14,026 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33499/hbase/data/default/test2727/2aed595f0059301a68617b34b3d85007/recovered.edits/0000000000000003001-wal.1731361393704.temp 2024-11-11T21:43:14,037 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-11T21:43:14,040 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45349 is added to blk_1073741869_1046 (size=371515) 2024-11-11T21:43:14,040 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32903 is added to blk_1073741869_1046 (size=371515) 2024-11-11T21:43:14,040 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38269 is added to blk_1073741869_1046 (size=371515) 2024-11-11T21:43:14,041 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33499/hbase/data/default/test2727/2aed595f0059301a68617b34b3d85007/recovered.edits/0000000000000003001-wal.1731361393704.temp (wrote 3000 edits, skipped 0 edits in 10 ms) 2024-11-11T21:43:14,043 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33499/hbase/data/default/test2727/2aed595f0059301a68617b34b3d85007/recovered.edits/0000000000000003001-wal.1731361393704.temp to hdfs://localhost:33499/hbase/data/default/test2727/2aed595f0059301a68617b34b3d85007/recovered.edits/0000000000000006000 2024-11-11T21:43:14,043 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 3000 edits across 1 Regions in 56 ms; skipped=0; WAL=hdfs://localhost:33499/hbase/WALs/test2727-manual,16010,1731361393116/wal.1731361393704, size=362.8 K, length=371515, corrupted=false, cancelled=false 2024-11-11T21:43:14,043 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33499/hbase/WALs/test2727-manual,16010,1731361393116/wal.1731361393704, journal: Splitting hdfs://localhost:33499/hbase/WALs/test2727-manual,16010,1731361393116/wal.1731361393704, size=362.8 K (371515bytes) at 1731361393946Split 1024 edits, skipped 0 edits. at 1731361393999 (+53 ms)Split 2048 edits, skipped 0 edits. at 1731361394007 (+8 ms)Finishing writing output for hdfs://localhost:33499/hbase/WALs/test2727-manual,16010,1731361393116/wal.1731361393704 so closing down at 1731361394016 (+9 ms)Creating recovered edits writer path=hdfs://localhost:33499/hbase/data/default/test2727/2aed595f0059301a68617b34b3d85007/recovered.edits/0000000000000003001-wal.1731361393704.temp at 1731361394027 (+11 ms)3 split writer threads finished at 1731361394037 (+10 ms)Closed recovered edits writer path=hdfs://localhost:33499/hbase/data/default/test2727/2aed595f0059301a68617b34b3d85007/recovered.edits/0000000000000003001-wal.1731361393704.temp (wrote 3000 edits, skipped 0 edits in 10 ms) at 1731361394041 (+4 ms)Rename recovered edits hdfs://localhost:33499/hbase/data/default/test2727/2aed595f0059301a68617b34b3d85007/recovered.edits/0000000000000003001-wal.1731361393704.temp to hdfs://localhost:33499/hbase/data/default/test2727/2aed595f0059301a68617b34b3d85007/recovered.edits/0000000000000006000 at 1731361394043 (+2 ms)Processed 3000 edits across 1 Regions in 56 ms; skipped=0; WAL=hdfs://localhost:33499/hbase/WALs/test2727-manual,16010,1731361393116/wal.1731361393704, size=362.8 K, length=371515, corrupted=false, cancelled=false at 1731361394043 2024-11-11T21:43:14,045 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33499/hbase/WALs/test2727-manual,16010,1731361393116/wal.1731361393704 to hdfs://localhost:33499/hbase/oldWALs/wal.1731361393704 2024-11-11T21:43:14,046 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:33499/hbase/data/default/test2727/2aed595f0059301a68617b34b3d85007/recovered.edits/0000000000000006000 2024-11-11T21:43:14,047 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-11T21:43:14,049 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:33499/hbase/WALs/test2727-manual,16010,1731361393116, archiveDir=hdfs://localhost:33499/hbase/oldWALs, maxLogs=32 2024-11-11T21:43:14,061 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/test2727-manual,16010,1731361393116/wal.1731361394049, exclude list is [], retry=0 2024-11-11T21:43:14,065 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32903,DS-6f2e4c41-d6bf-45a1-8903-62cc9de0cbe9,DISK] 2024-11-11T21:43:14,065 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45349,DS-075cf330-c315-4f49-8444-a50c5ab90136,DISK] 2024-11-11T21:43:14,065 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38269,DS-f5a09739-babc-4265-b3e8-40bdc5147eea,DISK] 2024-11-11T21:43:14,095 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/test2727-manual,16010,1731361393116/wal.1731361394049 2024-11-11T21:43:14,096 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43217:43217),(127.0.0.1/127.0.0.1:46487:46487),(127.0.0.1/127.0.0.1:37817:37817)] 2024-11-11T21:43:14,096 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 2aed595f0059301a68617b34b3d85007, NAME => 'test2727,,1731361393118.2aed595f0059301a68617b34b3d85007.', STARTKEY => '', ENDKEY => ''} 2024-11-11T21:43:14,096 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated test2727,,1731361393118.2aed595f0059301a68617b34b3d85007.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T21:43:14,096 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 2aed595f0059301a68617b34b3d85007 2024-11-11T21:43:14,096 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 2aed595f0059301a68617b34b3d85007 2024-11-11T21:43:14,098 INFO [StoreOpener-2aed595f0059301a68617b34b3d85007-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 2aed595f0059301a68617b34b3d85007 2024-11-11T21:43:14,100 INFO [StoreOpener-2aed595f0059301a68617b34b3d85007-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2aed595f0059301a68617b34b3d85007 columnFamilyName a 2024-11-11T21:43:14,100 DEBUG [StoreOpener-2aed595f0059301a68617b34b3d85007-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:43:14,100 INFO [StoreOpener-2aed595f0059301a68617b34b3d85007-1 {}] regionserver.HStore(327): Store=2aed595f0059301a68617b34b3d85007/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T21:43:14,100 INFO [StoreOpener-2aed595f0059301a68617b34b3d85007-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 2aed595f0059301a68617b34b3d85007 2024-11-11T21:43:14,101 INFO [StoreOpener-2aed595f0059301a68617b34b3d85007-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2aed595f0059301a68617b34b3d85007 columnFamilyName b 2024-11-11T21:43:14,101 DEBUG [StoreOpener-2aed595f0059301a68617b34b3d85007-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:43:14,102 INFO [StoreOpener-2aed595f0059301a68617b34b3d85007-1 {}] regionserver.HStore(327): Store=2aed595f0059301a68617b34b3d85007/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T21:43:14,102 INFO [StoreOpener-2aed595f0059301a68617b34b3d85007-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 2aed595f0059301a68617b34b3d85007 2024-11-11T21:43:14,103 INFO [StoreOpener-2aed595f0059301a68617b34b3d85007-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2aed595f0059301a68617b34b3d85007 columnFamilyName c 2024-11-11T21:43:14,103 DEBUG [StoreOpener-2aed595f0059301a68617b34b3d85007-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:43:14,104 INFO [StoreOpener-2aed595f0059301a68617b34b3d85007-1 {}] regionserver.HStore(327): Store=2aed595f0059301a68617b34b3d85007/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T21:43:14,104 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 2aed595f0059301a68617b34b3d85007 2024-11-11T21:43:14,105 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33499/hbase/data/default/test2727/2aed595f0059301a68617b34b3d85007 2024-11-11T21:43:14,108 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 2 recovered edits file(s) under hdfs://localhost:33499/hbase/data/default/test2727/2aed595f0059301a68617b34b3d85007 2024-11-11T21:43:14,108 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:33499/hbase/data/default/test2727/2aed595f0059301a68617b34b3d85007/recovered.edits/0000000000000003000 2024-11-11T21:43:14,138 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES 2024-11-11T21:43:14,164 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 3000, skipped 0, firstSequenceIdInLog=1, maxSequenceIdInLog=3000, path=hdfs://localhost:33499/hbase/data/default/test2727/2aed595f0059301a68617b34b3d85007/recovered.edits/0000000000000003000 2024-11-11T21:43:14,166 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:33499/hbase/data/default/test2727/2aed595f0059301a68617b34b3d85007/recovered.edits/0000000000000006000 2024-11-11T21:43:14,197 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES 2024-11-11T21:43:14,226 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 3000, skipped 0, firstSequenceIdInLog=3001, maxSequenceIdInLog=6000, path=hdfs://localhost:33499/hbase/data/default/test2727/2aed595f0059301a68617b34b3d85007/recovered.edits/0000000000000006000 2024-11-11T21:43:14,226 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 2aed595f0059301a68617b34b3d85007 3/3 column families, dataSize=215.51 KB heapSize=657 KB 2024-11-11T21:43:14,248 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33499/hbase/data/default/test2727/2aed595f0059301a68617b34b3d85007/.tmp/a/51968cbbdda44154b4d5bb2a0adff519 is 41, key is test2727/a:100/1731361393772/Put/seqid=0 2024-11-11T21:43:14,255 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32903 is added to blk_1073741871_1048 (size=84227) 2024-11-11T21:43:14,255 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38269 is added to blk_1073741871_1048 (size=84227) 2024-11-11T21:43:14,255 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45349 is added to blk_1073741871_1048 (size=84227) 2024-11-11T21:43:14,256 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=71.84 KB at sequenceid=6000 (bloomFilter=true), to=hdfs://localhost:33499/hbase/data/default/test2727/2aed595f0059301a68617b34b3d85007/.tmp/a/51968cbbdda44154b4d5bb2a0adff519 2024-11-11T21:43:14,283 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33499/hbase/data/default/test2727/2aed595f0059301a68617b34b3d85007/.tmp/b/19614a4139794ea7bcb149d85cd32a05 is 41, key is test2727/b:100/1731361393835/Put/seqid=0 2024-11-11T21:43:14,288 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45349 is added to blk_1073741872_1049 (size=84609) 2024-11-11T21:43:14,289 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32903 is added to blk_1073741872_1049 (size=84609) 2024-11-11T21:43:14,290 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38269 is added to blk_1073741872_1049 (size=84609) 2024-11-11T21:43:14,294 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=71.84 KB at sequenceid=6000 (bloomFilter=true), to=hdfs://localhost:33499/hbase/data/default/test2727/2aed595f0059301a68617b34b3d85007/.tmp/b/19614a4139794ea7bcb149d85cd32a05 2024-11-11T21:43:14,319 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33499/hbase/data/default/test2727/2aed595f0059301a68617b34b3d85007/.tmp/c/1051303e2de34e4e93b963936903cea3 is 41, key is test2727/c:100/1731361393878/Put/seqid=0 2024-11-11T21:43:14,330 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38269 is added to blk_1073741873_1050 (size=84609) 2024-11-11T21:43:14,330 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32903 is added to blk_1073741873_1050 (size=84609) 2024-11-11T21:43:14,331 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45349 is added to blk_1073741873_1050 (size=84609) 2024-11-11T21:43:14,332 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=71.84 KB at sequenceid=6000 (bloomFilter=true), to=hdfs://localhost:33499/hbase/data/default/test2727/2aed595f0059301a68617b34b3d85007/.tmp/c/1051303e2de34e4e93b963936903cea3 2024-11-11T21:43:14,339 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33499/hbase/data/default/test2727/2aed595f0059301a68617b34b3d85007/.tmp/a/51968cbbdda44154b4d5bb2a0adff519 as hdfs://localhost:33499/hbase/data/default/test2727/2aed595f0059301a68617b34b3d85007/a/51968cbbdda44154b4d5bb2a0adff519 2024-11-11T21:43:14,347 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33499/hbase/data/default/test2727/2aed595f0059301a68617b34b3d85007/a/51968cbbdda44154b4d5bb2a0adff519, entries=2000, sequenceid=6000, filesize=82.3 K 2024-11-11T21:43:14,349 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33499/hbase/data/default/test2727/2aed595f0059301a68617b34b3d85007/.tmp/b/19614a4139794ea7bcb149d85cd32a05 as hdfs://localhost:33499/hbase/data/default/test2727/2aed595f0059301a68617b34b3d85007/b/19614a4139794ea7bcb149d85cd32a05 2024-11-11T21:43:14,357 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33499/hbase/data/default/test2727/2aed595f0059301a68617b34b3d85007/b/19614a4139794ea7bcb149d85cd32a05, entries=2000, sequenceid=6000, filesize=82.6 K 2024-11-11T21:43:14,359 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33499/hbase/data/default/test2727/2aed595f0059301a68617b34b3d85007/.tmp/c/1051303e2de34e4e93b963936903cea3 as hdfs://localhost:33499/hbase/data/default/test2727/2aed595f0059301a68617b34b3d85007/c/1051303e2de34e4e93b963936903cea3 2024-11-11T21:43:14,366 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33499/hbase/data/default/test2727/2aed595f0059301a68617b34b3d85007/c/1051303e2de34e4e93b963936903cea3, entries=2000, sequenceid=6000, filesize=82.6 K 2024-11-11T21:43:14,367 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~215.51 KB/220680, heapSize ~656.95 KB/672720, currentSize=0 B/0 for 2aed595f0059301a68617b34b3d85007 in 140ms, sequenceid=6000, compaction requested=false; wal=null 2024-11-11T21:43:14,367 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:33499/hbase/data/default/test2727/2aed595f0059301a68617b34b3d85007/recovered.edits/0000000000000003000 2024-11-11T21:43:14,368 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:33499/hbase/data/default/test2727/2aed595f0059301a68617b34b3d85007/recovered.edits/0000000000000006000 2024-11-11T21:43:14,369 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 2aed595f0059301a68617b34b3d85007 2024-11-11T21:43:14,369 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 2aed595f0059301a68617b34b3d85007 2024-11-11T21:43:14,370 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test2727 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-11T21:43:14,372 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 2aed595f0059301a68617b34b3d85007 2024-11-11T21:43:14,375 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33499/hbase/data/default/test2727/2aed595f0059301a68617b34b3d85007/recovered.edits/6000.seqid, newMaxSeqId=6000, maxSeqId=1 2024-11-11T21:43:14,376 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 2aed595f0059301a68617b34b3d85007; next sequenceid=6001; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68218363, jitterRate=0.01653282344341278}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-11T21:43:14,376 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 2aed595f0059301a68617b34b3d85007: Writing region info on filesystem at 1731361394096Initializing all the Stores at 1731361394098 (+2 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731361394098Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731361394098Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731361394098Obtaining lock to block concurrent updates at 1731361394226 (+128 ms)Preparing flush snapshotting stores in 2aed595f0059301a68617b34b3d85007 at 1731361394226Finished memstore snapshotting test2727,,1731361393118.2aed595f0059301a68617b34b3d85007., syncing WAL and waiting on mvcc, flushsize=dataSize=220680, getHeapSize=672720, getOffHeapSize=0, getCellsCount=6000 at 1731361394226Flushing stores of test2727,,1731361393118.2aed595f0059301a68617b34b3d85007. at 1731361394226Flushing 2aed595f0059301a68617b34b3d85007/a: creating writer at 1731361394227 (+1 ms)Flushing 2aed595f0059301a68617b34b3d85007/a: appending metadata at 1731361394247 (+20 ms)Flushing 2aed595f0059301a68617b34b3d85007/a: closing flushed file at 1731361394247Flushing 2aed595f0059301a68617b34b3d85007/b: creating writer at 1731361394263 (+16 ms)Flushing 2aed595f0059301a68617b34b3d85007/b: appending metadata at 1731361394281 (+18 ms)Flushing 2aed595f0059301a68617b34b3d85007/b: closing flushed file at 1731361394281Flushing 2aed595f0059301a68617b34b3d85007/c: creating writer at 1731361394300 (+19 ms)Flushing 2aed595f0059301a68617b34b3d85007/c: appending metadata at 1731361394318 (+18 ms)Flushing 2aed595f0059301a68617b34b3d85007/c: closing flushed file at 1731361394318Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@60c334a2: reopening flushed file at 1731361394338 (+20 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@314348b8: reopening flushed file at 1731361394347 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3808b687: reopening flushed file at 1731361394357 (+10 ms)Finished flush of dataSize ~215.51 KB/220680, heapSize ~656.95 KB/672720, currentSize=0 B/0 for 2aed595f0059301a68617b34b3d85007 in 140ms, sequenceid=6000, compaction requested=false; wal=null at 1731361394367 (+10 ms)Cleaning up temporary data from old regions at 1731361394369 (+2 ms)Region opened successfully at 1731361394376 (+7 ms) 2024-11-11T21:43:14,378 DEBUG [Time-limited test {}] wal.AbstractTestWALReplay(320): region.getOpenSeqNum(): 6001, wal3.id: 0 2024-11-11T21:43:14,378 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 2aed595f0059301a68617b34b3d85007, disabling compactions & flushes 2024-11-11T21:43:14,378 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region test2727,,1731361393118.2aed595f0059301a68617b34b3d85007. 2024-11-11T21:43:14,378 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on test2727,,1731361393118.2aed595f0059301a68617b34b3d85007. 2024-11-11T21:43:14,378 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on test2727,,1731361393118.2aed595f0059301a68617b34b3d85007. after waiting 0 ms 2024-11-11T21:43:14,378 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region test2727,,1731361393118.2aed595f0059301a68617b34b3d85007. 2024-11-11T21:43:14,379 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed test2727,,1731361393118.2aed595f0059301a68617b34b3d85007. 2024-11-11T21:43:14,380 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 2aed595f0059301a68617b34b3d85007: Waiting for close lock at 1731361394378Disabling compacts and flushes for region at 1731361394378Disabling writes for close at 1731361394378Writing region close event to WAL at 1731361394379 (+1 ms)Closed at 1731361394379 2024-11-11T21:43:14,383 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38269 is added to blk_1073741870_1047 (size=175) 2024-11-11T21:43:14,383 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32903 is added to blk_1073741870_1047 (size=175) 2024-11-11T21:43:14,383 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45349 is added to blk_1073741870_1047 (size=175) 2024-11-11T21:43:14,386 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-11T21:43:14,386 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL wal:(num 1731361394049) 2024-11-11T21:43:14,398 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestSecureAsyncWALReplay#test2727 Thread=406 (was 402) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/445e3bf2-c829-1611-f31e-027eb425314c/cluster_69fa997f-63d7-ca85-9bcc-9ad519d6ce13/data/data2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-14-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-14-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_967709050_22 at /127.0.0.1:32864 [Waiting for operation #7] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_967709050_22 at /127.0.0.1:49636 [Waiting for operation #7] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_967709050_22 at /127.0.0.1:47302 [Waiting for operation #19] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-14-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/445e3bf2-c829-1611-f31e-027eb425314c/cluster_69fa997f-63d7-ca85-9bcc-9ad519d6ce13/data/data1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=927 (was 865) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=342 (was 342), ProcessCount=11 (was 11), AvailableMemoryMB=4676 (was 4718) 2024-11-11T21:43:14,410 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestSecureAsyncWALReplay#testSequentialEditLogSeqNum Thread=406, OpenFileDescriptor=927, MaxFileDescriptor=1048576, SystemLoadAverage=342, ProcessCount=11, AvailableMemoryMB=4676 2024-11-11T21:43:14,426 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T21:43:14,433 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:33499/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1731361394425, archiveDir=hdfs://localhost:33499/hbase/oldWALs, maxLogs=32 2024-11-11T21:43:14,434 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.1731361394434 2024-11-11T21:43:14,467 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testsequentialeditlogseqnum-manual,16010,1731361394425/wal.1731361394434 2024-11-11T21:43:14,469 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new MockWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43217:43217),(127.0.0.1/127.0.0.1:37817:37817),(127.0.0.1/127.0.0.1:46487:46487)] 2024-11-11T21:43:14,470 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => dd0bbcb66075f6c91e4e46848a72d32f, NAME => 'testSequentialEditLogSeqNum,,1731361394426.dd0bbcb66075f6c91e4e46848a72d32f.', STARTKEY => '', ENDKEY => ''} 2024-11-11T21:43:14,470 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testSequentialEditLogSeqNum,,1731361394426.dd0bbcb66075f6c91e4e46848a72d32f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T21:43:14,470 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for dd0bbcb66075f6c91e4e46848a72d32f 2024-11-11T21:43:14,471 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for dd0bbcb66075f6c91e4e46848a72d32f 2024-11-11T21:43:14,471 WARN [Time-limited test {}] regionserver.HRegionFileSystem(836): hdfs://localhost:33499/hbase/data/default/testSequentialEditLogSeqNum/dd0bbcb66075f6c91e4e46848a72d32f doesn't exist for region: dd0bbcb66075f6c91e4e46848a72d32f on table testSequentialEditLogSeqNum 2024-11-11T21:43:14,472 WARN [Time-limited test {}] regionserver.HRegionFileSystem(854): .regioninfo file not found for region: dd0bbcb66075f6c91e4e46848a72d32f on table testSequentialEditLogSeqNum 2024-11-11T21:43:14,482 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45349 is added to blk_1073741875_1052 (size=62) 2024-11-11T21:43:14,483 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32903 is added to blk_1073741875_1052 (size=62) 2024-11-11T21:43:14,483 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38269 is added to blk_1073741875_1052 (size=62) 2024-11-11T21:43:14,485 INFO [StoreOpener-dd0bbcb66075f6c91e4e46848a72d32f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region dd0bbcb66075f6c91e4e46848a72d32f 2024-11-11T21:43:14,486 INFO [StoreOpener-dd0bbcb66075f6c91e4e46848a72d32f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dd0bbcb66075f6c91e4e46848a72d32f columnFamilyName a 2024-11-11T21:43:14,486 DEBUG [StoreOpener-dd0bbcb66075f6c91e4e46848a72d32f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:43:14,487 INFO [StoreOpener-dd0bbcb66075f6c91e4e46848a72d32f-1 {}] regionserver.HStore(327): Store=dd0bbcb66075f6c91e4e46848a72d32f/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T21:43:14,487 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for dd0bbcb66075f6c91e4e46848a72d32f 2024-11-11T21:43:14,488 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33499/hbase/data/default/testSequentialEditLogSeqNum/dd0bbcb66075f6c91e4e46848a72d32f 2024-11-11T21:43:14,488 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33499/hbase/data/default/testSequentialEditLogSeqNum/dd0bbcb66075f6c91e4e46848a72d32f 2024-11-11T21:43:14,489 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for dd0bbcb66075f6c91e4e46848a72d32f 2024-11-11T21:43:14,489 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for dd0bbcb66075f6c91e4e46848a72d32f 2024-11-11T21:43:14,490 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for dd0bbcb66075f6c91e4e46848a72d32f 2024-11-11T21:43:14,493 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33499/hbase/data/default/testSequentialEditLogSeqNum/dd0bbcb66075f6c91e4e46848a72d32f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T21:43:14,493 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened dd0bbcb66075f6c91e4e46848a72d32f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73063177, jitterRate=0.08872617781162262}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-11T21:43:14,494 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for dd0bbcb66075f6c91e4e46848a72d32f: Writing region info on filesystem at 1731361394471Initializing all the Stores at 1731361394484 (+13 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731361394484Cleaning up temporary data from old regions at 1731361394489 (+5 ms)Region opened successfully at 1731361394494 (+5 ms) 2024-11-11T21:43:14,506 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing dd0bbcb66075f6c91e4e46848a72d32f 1/1 column families, dataSize=770 B heapSize=1.73 KB 2024-11-11T21:43:14,532 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33499/hbase/data/default/testSequentialEditLogSeqNum/dd0bbcb66075f6c91e4e46848a72d32f/.tmp/a/2232f497fe2a478cadeb805d435b837c is 81, key is testSequentialEditLogSeqNum/a:x0/1731361394494/Put/seqid=0 2024-11-11T21:43:14,539 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38269 is added to blk_1073741876_1053 (size=5833) 2024-11-11T21:43:14,541 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32903 is added to blk_1073741876_1053 (size=5833) 2024-11-11T21:43:14,541 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45349 is added to blk_1073741876_1053 (size=5833) 2024-11-11T21:43:14,541 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=770 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:33499/hbase/data/default/testSequentialEditLogSeqNum/dd0bbcb66075f6c91e4e46848a72d32f/.tmp/a/2232f497fe2a478cadeb805d435b837c 2024-11-11T21:43:14,548 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33499/hbase/data/default/testSequentialEditLogSeqNum/dd0bbcb66075f6c91e4e46848a72d32f/.tmp/a/2232f497fe2a478cadeb805d435b837c as hdfs://localhost:33499/hbase/data/default/testSequentialEditLogSeqNum/dd0bbcb66075f6c91e4e46848a72d32f/a/2232f497fe2a478cadeb805d435b837c 2024-11-11T21:43:14,555 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33499/hbase/data/default/testSequentialEditLogSeqNum/dd0bbcb66075f6c91e4e46848a72d32f/a/2232f497fe2a478cadeb805d435b837c, entries=10, sequenceid=13, filesize=5.7 K 2024-11-11T21:43:14,557 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~770 B/770, heapSize ~1.72 KB/1760, currentSize=0 B/0 for dd0bbcb66075f6c91e4e46848a72d32f in 52ms, sequenceid=13, compaction requested=false 2024-11-11T21:43:14,557 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for dd0bbcb66075f6c91e4e46848a72d32f: 2024-11-11T21:43:14,562 INFO [sync.0 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-11T21:43:14,563 INFO [sync.1 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-11T21:43:14,563 INFO [sync.2 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-11T21:43:14,563 INFO [sync.3 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-11T21:43:14,563 INFO [sync.4 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-11T21:43:14,565 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45349 is added to blk_1073741874_1051 (size=3256) 2024-11-11T21:43:14,565 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38269 is added to blk_1073741874_1051 (size=3256) 2024-11-11T21:43:14,565 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32903 is added to blk_1073741874_1051 (size=3256) 2024-11-11T21:43:14,587 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33499/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1731361394425/wal.1731361394434, size=3.2 K (3256bytes) 2024-11-11T21:43:14,587 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33499/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1731361394425/wal.1731361394434 2024-11-11T21:43:14,588 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33499/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1731361394425/wal.1731361394434 after 1ms 2024-11-11T21:43:14,627 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES 2024-11-11T21:43:14,627 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33499/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1731361394425/wal.1731361394434 took 40ms 2024-11-11T21:43:14,630 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33499/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1731361394425/wal.1731361394434 so closing down 2024-11-11T21:43:14,630 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-11T21:43:14,631 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000003-wal.1731361394434.temp 2024-11-11T21:43:14,668 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33499/hbase/data/default/testSequentialEditLogSeqNum/dd0bbcb66075f6c91e4e46848a72d32f/recovered.edits/0000000000000000003-wal.1731361394434.temp 2024-11-11T21:43:14,669 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-11T21:43:14,675 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38269 is added to blk_1073741877_1054 (size=2650) 2024-11-11T21:43:14,676 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45349 is added to blk_1073741877_1054 (size=2650) 2024-11-11T21:43:14,676 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32903 is added to blk_1073741877_1054 (size=2650) 2024-11-11T21:43:14,677 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33499/hbase/data/default/testSequentialEditLogSeqNum/dd0bbcb66075f6c91e4e46848a72d32f/recovered.edits/0000000000000000003-wal.1731361394434.temp (wrote 15 edits, skipped 0 edits in 0 ms) 2024-11-11T21:43:14,679 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33499/hbase/data/default/testSequentialEditLogSeqNum/dd0bbcb66075f6c91e4e46848a72d32f/recovered.edits/0000000000000000003-wal.1731361394434.temp to hdfs://localhost:33499/hbase/data/default/testSequentialEditLogSeqNum/dd0bbcb66075f6c91e4e46848a72d32f/recovered.edits/0000000000000000020 2024-11-11T21:43:14,679 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 17 edits across 1 Regions in 52 ms; skipped=2; WAL=hdfs://localhost:33499/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1731361394425/wal.1731361394434, size=3.2 K, length=3256, corrupted=false, cancelled=false 2024-11-11T21:43:14,680 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33499/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1731361394425/wal.1731361394434, journal: Splitting hdfs://localhost:33499/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1731361394425/wal.1731361394434, size=3.2 K (3256bytes) at 1731361394587Finishing writing output for hdfs://localhost:33499/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1731361394425/wal.1731361394434 so closing down at 1731361394630 (+43 ms)Creating recovered edits writer path=hdfs://localhost:33499/hbase/data/default/testSequentialEditLogSeqNum/dd0bbcb66075f6c91e4e46848a72d32f/recovered.edits/0000000000000000003-wal.1731361394434.temp at 1731361394668 (+38 ms)3 split writer threads finished at 1731361394669 (+1 ms)Closed recovered edits writer path=hdfs://localhost:33499/hbase/data/default/testSequentialEditLogSeqNum/dd0bbcb66075f6c91e4e46848a72d32f/recovered.edits/0000000000000000003-wal.1731361394434.temp (wrote 15 edits, skipped 0 edits in 0 ms) at 1731361394677 (+8 ms)Rename recovered edits hdfs://localhost:33499/hbase/data/default/testSequentialEditLogSeqNum/dd0bbcb66075f6c91e4e46848a72d32f/recovered.edits/0000000000000000003-wal.1731361394434.temp to hdfs://localhost:33499/hbase/data/default/testSequentialEditLogSeqNum/dd0bbcb66075f6c91e4e46848a72d32f/recovered.edits/0000000000000000020 at 1731361394679 (+2 ms)Processed 17 edits across 1 Regions in 52 ms; skipped=2; WAL=hdfs://localhost:33499/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1731361394425/wal.1731361394434, size=3.2 K, length=3256, corrupted=false, cancelled=false at 1731361394679 2024-11-11T21:43:14,696 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestSecureAsyncWALReplay#testSequentialEditLogSeqNum Thread=411 (was 406) Potentially hanging thread: sync.2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.takeSyncRequest(FSHLog.java:426) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:441) Potentially hanging thread: sync.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.takeSyncRequest(FSHLog.java:426) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:441) Potentially hanging thread: sync.4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.takeSyncRequest(FSHLog.java:426) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:441) Potentially hanging thread: sync.3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.takeSyncRequest(FSHLog.java:426) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:441) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_967709050_22 at /127.0.0.1:32864 [Waiting for operation #9] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_967709050_22 at /127.0.0.1:49636 [Waiting for operation #11] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: sync.0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.takeSyncRequest(FSHLog.java:426) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:441) - Thread LEAK? -, OpenFileDescriptor=963 (was 927) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=342 (was 342), ProcessCount=11 (was 11), AvailableMemoryMB=4672 (was 4676) 2024-11-11T21:43:14,711 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestSecureAsyncWALReplay#testRegionMadeOfBulkLoadedFilesOnly Thread=411, OpenFileDescriptor=963, MaxFileDescriptor=1048576, SystemLoadAverage=342, ProcessCount=11, AvailableMemoryMB=4671 2024-11-11T21:43:14,729 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T21:43:14,731 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T21:43:14,773 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T21:43:14,777 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-72547198, suffix=, logDir=hdfs://localhost:33499/hbase/WALs/hregion-72547198, archiveDir=hdfs://localhost:33499/hbase/oldWALs, maxLogs=32 2024-11-11T21:43:14,796 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-72547198/hregion-72547198.1731361394777, exclude list is [], retry=0 2024-11-11T21:43:14,800 DEBUG [AsyncFSWAL-17-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38269,DS-f5a09739-babc-4265-b3e8-40bdc5147eea,DISK] 2024-11-11T21:43:14,802 DEBUG [AsyncFSWAL-17-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45349,DS-075cf330-c315-4f49-8444-a50c5ab90136,DISK] 2024-11-11T21:43:14,803 DEBUG [AsyncFSWAL-17-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32903,DS-6f2e4c41-d6bf-45a1-8903-62cc9de0cbe9,DISK] 2024-11-11T21:43:14,842 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-72547198/hregion-72547198.1731361394777 2024-11-11T21:43:14,843 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37817:37817),(127.0.0.1/127.0.0.1:46487:46487),(127.0.0.1/127.0.0.1:43217:43217)] 2024-11-11T21:43:14,843 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => e8d998309982163dfcccd89182b02e66, NAME => 'testRegionMadeOfBulkLoadedFilesOnly,,1731361394730.e8d998309982163dfcccd89182b02e66.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testRegionMadeOfBulkLoadedFilesOnly', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33499/hbase 2024-11-11T21:43:14,858 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38269 is added to blk_1073741879_1056 (size=70) 2024-11-11T21:43:14,859 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32903 is added to blk_1073741879_1056 (size=70) 2024-11-11T21:43:14,859 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45349 is added to blk_1073741879_1056 (size=70) 2024-11-11T21:43:14,860 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testRegionMadeOfBulkLoadedFilesOnly,,1731361394730.e8d998309982163dfcccd89182b02e66.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T21:43:14,864 INFO [StoreOpener-e8d998309982163dfcccd89182b02e66-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region e8d998309982163dfcccd89182b02e66 2024-11-11T21:43:14,867 INFO [StoreOpener-e8d998309982163dfcccd89182b02e66-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e8d998309982163dfcccd89182b02e66 columnFamilyName a 2024-11-11T21:43:14,867 DEBUG [StoreOpener-e8d998309982163dfcccd89182b02e66-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:43:14,867 INFO [StoreOpener-e8d998309982163dfcccd89182b02e66-1 {}] regionserver.HStore(327): Store=e8d998309982163dfcccd89182b02e66/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T21:43:14,868 INFO [StoreOpener-e8d998309982163dfcccd89182b02e66-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region e8d998309982163dfcccd89182b02e66 2024-11-11T21:43:14,869 INFO [StoreOpener-e8d998309982163dfcccd89182b02e66-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e8d998309982163dfcccd89182b02e66 columnFamilyName b 2024-11-11T21:43:14,870 DEBUG [StoreOpener-e8d998309982163dfcccd89182b02e66-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:43:14,870 INFO [StoreOpener-e8d998309982163dfcccd89182b02e66-1 {}] regionserver.HStore(327): Store=e8d998309982163dfcccd89182b02e66/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T21:43:14,871 INFO [StoreOpener-e8d998309982163dfcccd89182b02e66-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region e8d998309982163dfcccd89182b02e66 2024-11-11T21:43:14,872 INFO [StoreOpener-e8d998309982163dfcccd89182b02e66-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e8d998309982163dfcccd89182b02e66 columnFamilyName c 2024-11-11T21:43:14,873 DEBUG [StoreOpener-e8d998309982163dfcccd89182b02e66-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:43:14,873 INFO [StoreOpener-e8d998309982163dfcccd89182b02e66-1 {}] regionserver.HStore(327): Store=e8d998309982163dfcccd89182b02e66/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T21:43:14,873 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for e8d998309982163dfcccd89182b02e66 2024-11-11T21:43:14,874 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33499/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/e8d998309982163dfcccd89182b02e66 2024-11-11T21:43:14,874 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33499/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/e8d998309982163dfcccd89182b02e66 2024-11-11T21:43:14,876 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for e8d998309982163dfcccd89182b02e66 2024-11-11T21:43:14,876 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for e8d998309982163dfcccd89182b02e66 2024-11-11T21:43:14,876 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRegionMadeOfBulkLoadedFilesOnly descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-11T21:43:14,878 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for e8d998309982163dfcccd89182b02e66 2024-11-11T21:43:14,880 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33499/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/e8d998309982163dfcccd89182b02e66/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T21:43:14,881 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened e8d998309982163dfcccd89182b02e66; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62133394, jitterRate=-0.0741402804851532}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-11T21:43:14,882 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for e8d998309982163dfcccd89182b02e66: Writing region info on filesystem at 1731361394860Initializing all the Stores at 1731361394861 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731361394862 (+1 ms)Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731361394864 (+2 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731361394864Cleaning up temporary data from old regions at 1731361394876 (+12 ms)Region opened successfully at 1731361394882 (+6 ms) 2024-11-11T21:43:14,883 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing e8d998309982163dfcccd89182b02e66, disabling compactions & flushes 2024-11-11T21:43:14,883 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testRegionMadeOfBulkLoadedFilesOnly,,1731361394730.e8d998309982163dfcccd89182b02e66. 2024-11-11T21:43:14,883 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testRegionMadeOfBulkLoadedFilesOnly,,1731361394730.e8d998309982163dfcccd89182b02e66. 2024-11-11T21:43:14,883 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testRegionMadeOfBulkLoadedFilesOnly,,1731361394730.e8d998309982163dfcccd89182b02e66. after waiting 0 ms 2024-11-11T21:43:14,883 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testRegionMadeOfBulkLoadedFilesOnly,,1731361394730.e8d998309982163dfcccd89182b02e66. 2024-11-11T21:43:14,883 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testRegionMadeOfBulkLoadedFilesOnly,,1731361394730.e8d998309982163dfcccd89182b02e66. 2024-11-11T21:43:14,884 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for e8d998309982163dfcccd89182b02e66: Waiting for close lock at 1731361394883Disabling compacts and flushes for region at 1731361394883Disabling writes for close at 1731361394883Writing region close event to WAL at 1731361394883Closed at 1731361394883 2024-11-11T21:43:14,887 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45349 is added to blk_1073741878_1055 (size=175) 2024-11-11T21:43:14,887 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32903 is added to blk_1073741878_1055 (size=175) 2024-11-11T21:43:14,887 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38269 is added to blk_1073741878_1055 (size=175) 2024-11-11T21:43:14,890 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-11T21:43:14,890 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-72547198:(num 1731361394777) 2024-11-11T21:43:14,890 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-11T21:43:14,893 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:33499/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731361394728, archiveDir=hdfs://localhost:33499/hbase/oldWALs, maxLogs=32 2024-11-11T21:43:14,906 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731361394728/wal.1731361394893, exclude list is [], retry=0 2024-11-11T21:43:14,909 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38269,DS-f5a09739-babc-4265-b3e8-40bdc5147eea,DISK] 2024-11-11T21:43:14,910 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45349,DS-075cf330-c315-4f49-8444-a50c5ab90136,DISK] 2024-11-11T21:43:14,910 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32903,DS-6f2e4c41-d6bf-45a1-8903-62cc9de0cbe9,DISK] 2024-11-11T21:43:14,936 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731361394728/wal.1731361394893 2024-11-11T21:43:14,937 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37817:37817),(127.0.0.1/127.0.0.1:46487:46487),(127.0.0.1/127.0.0.1:43217:43217)] 2024-11-11T21:43:14,937 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => e8d998309982163dfcccd89182b02e66, NAME => 'testRegionMadeOfBulkLoadedFilesOnly,,1731361394730.e8d998309982163dfcccd89182b02e66.', STARTKEY => '', ENDKEY => ''} 2024-11-11T21:43:14,937 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testRegionMadeOfBulkLoadedFilesOnly,,1731361394730.e8d998309982163dfcccd89182b02e66.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T21:43:14,937 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for e8d998309982163dfcccd89182b02e66 2024-11-11T21:43:14,937 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for e8d998309982163dfcccd89182b02e66 2024-11-11T21:43:14,939 INFO [StoreOpener-e8d998309982163dfcccd89182b02e66-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region e8d998309982163dfcccd89182b02e66 2024-11-11T21:43:14,940 INFO [StoreOpener-e8d998309982163dfcccd89182b02e66-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e8d998309982163dfcccd89182b02e66 columnFamilyName a 2024-11-11T21:43:14,940 DEBUG [StoreOpener-e8d998309982163dfcccd89182b02e66-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:43:14,941 INFO [StoreOpener-e8d998309982163dfcccd89182b02e66-1 {}] regionserver.HStore(327): Store=e8d998309982163dfcccd89182b02e66/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T21:43:14,941 INFO [StoreOpener-e8d998309982163dfcccd89182b02e66-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region e8d998309982163dfcccd89182b02e66 2024-11-11T21:43:14,942 INFO [StoreOpener-e8d998309982163dfcccd89182b02e66-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e8d998309982163dfcccd89182b02e66 columnFamilyName b 2024-11-11T21:43:14,942 DEBUG [StoreOpener-e8d998309982163dfcccd89182b02e66-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:43:14,943 INFO [StoreOpener-e8d998309982163dfcccd89182b02e66-1 {}] regionserver.HStore(327): Store=e8d998309982163dfcccd89182b02e66/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T21:43:14,943 INFO [StoreOpener-e8d998309982163dfcccd89182b02e66-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region e8d998309982163dfcccd89182b02e66 2024-11-11T21:43:14,944 INFO [StoreOpener-e8d998309982163dfcccd89182b02e66-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e8d998309982163dfcccd89182b02e66 columnFamilyName c 2024-11-11T21:43:14,944 DEBUG [StoreOpener-e8d998309982163dfcccd89182b02e66-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:43:14,945 INFO [StoreOpener-e8d998309982163dfcccd89182b02e66-1 {}] regionserver.HStore(327): Store=e8d998309982163dfcccd89182b02e66/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T21:43:14,945 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for e8d998309982163dfcccd89182b02e66 2024-11-11T21:43:14,946 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33499/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/e8d998309982163dfcccd89182b02e66 2024-11-11T21:43:14,947 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33499/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/e8d998309982163dfcccd89182b02e66 2024-11-11T21:43:14,949 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for e8d998309982163dfcccd89182b02e66 2024-11-11T21:43:14,949 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for e8d998309982163dfcccd89182b02e66 2024-11-11T21:43:14,950 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRegionMadeOfBulkLoadedFilesOnly descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-11T21:43:14,951 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for e8d998309982163dfcccd89182b02e66 2024-11-11T21:43:14,953 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened e8d998309982163dfcccd89182b02e66; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71319023, jitterRate=0.06273625791072845}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-11T21:43:14,954 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for e8d998309982163dfcccd89182b02e66: Writing region info on filesystem at 1731361394937Initializing all the Stores at 1731361394938 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731361394938Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731361394939 (+1 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731361394939Cleaning up temporary data from old regions at 1731361394949 (+10 ms)Region opened successfully at 1731361394954 (+5 ms) 2024-11-11T21:43:14,959 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33499/hbase/testRegionMadeOfBulkLoadedFilesOnly/hfile is 28, key is \x0D/a:a/1731361394958/Put/seqid=0 2024-11-11T21:43:14,966 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38269 is added to blk_1073741881_1058 (size=4826) 2024-11-11T21:43:14,966 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32903 is added to blk_1073741881_1058 (size=4826) 2024-11-11T21:43:14,966 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45349 is added to blk_1073741881_1058 (size=4826) 2024-11-11T21:43:14,966 INFO [Time-limited test {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:33499/hbase/testRegionMadeOfBulkLoadedFilesOnly/hfile for inclusion in e8d998309982163dfcccd89182b02e66/a 2024-11-11T21:43:14,974 DEBUG [Time-limited test {}] regionserver.HStore(626): HFile bounds: first= last=z 2024-11-11T21:43:14,975 DEBUG [Time-limited test {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-11T21:43:14,975 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for e8d998309982163dfcccd89182b02e66: 2024-11-11T21:43:14,976 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33499/hbase/testRegionMadeOfBulkLoadedFilesOnly/hfile as hdfs://localhost:33499/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/e8d998309982163dfcccd89182b02e66/a/403bd48eb6f245aeb1a162c77f115d77_SeqId_3_ 2024-11-11T21:43:14,977 INFO [Time-limited test {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:33499/hbase/testRegionMadeOfBulkLoadedFilesOnly/hfile into e8d998309982163dfcccd89182b02e66/a as hdfs://localhost:33499/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/e8d998309982163dfcccd89182b02e66/a/403bd48eb6f245aeb1a162c77f115d77_SeqId_3_ - updating store file list. 2024-11-11T21:43:14,985 DEBUG [Time-limited test {}] regionserver.HStoreFile(483): HFile Bloom filter type for 403bd48eb6f245aeb1a162c77f115d77_SeqId_3_: NONE, but ROW specified in column family configuration 2024-11-11T21:43:14,986 INFO [Time-limited test {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:33499/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/e8d998309982163dfcccd89182b02e66/a/403bd48eb6f245aeb1a162c77f115d77_SeqId_3_ into e8d998309982163dfcccd89182b02e66/a 2024-11-11T21:43:14,986 INFO [Time-limited test {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:33499/hbase/testRegionMadeOfBulkLoadedFilesOnly/hfile into e8d998309982163dfcccd89182b02e66/a (new location: hdfs://localhost:33499/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/e8d998309982163dfcccd89182b02e66/a/403bd48eb6f245aeb1a162c77f115d77_SeqId_3_) 2024-11-11T21:43:15,044 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33499/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731361394728/wal.1731361394893, size=0 (0bytes) 2024-11-11T21:43:15,044 WARN [Time-limited test {}] wal.WALSplitter(453): File hdfs://localhost:33499/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731361394728/wal.1731361394893 might be still open, length is 0 2024-11-11T21:43:15,045 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33499/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731361394728/wal.1731361394893 2024-11-11T21:43:15,045 WARN [IPC Server handler 0 on default port 33499 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731361394728/wal.1731361394893 has not been closed. Lease recovery is in progress. RecoveryId = 1059 for block blk_1073741880_1057 2024-11-11T21:43:15,045 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:33499/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731361394728/wal.1731361394893 after 0ms 2024-11-11T21:43:17,428 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_967709050_22 at /127.0.0.1:47482 [Receiving block BP-1834427550-172.17.0.2-1731361380658:blk_1073741880_1057] {}] datanode.DataXceiver(331): 127.0.0.1:38269:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:47482 dst: /127.0.0.1:38269 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:38269 remote=/127.0.0.1:47482]. Total timeout mills is 60000, 57566 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T21:43:17,429 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_967709050_22 at /127.0.0.1:49706 [Receiving block BP-1834427550-172.17.0.2-1731361380658:blk_1073741880_1057] {}] datanode.DataXceiver(331): 127.0.0.1:45349:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:49706 dst: /127.0.0.1:45349 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T21:43:17,429 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_967709050_22 at /127.0.0.1:32950 [Receiving block BP-1834427550-172.17.0.2-1731361380658:blk_1073741880_1057] {}] datanode.DataXceiver(331): 127.0.0.1:32903:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:32950 dst: /127.0.0.1:32903 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T21:43:17,434 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38269 is added to blk_1073741880_1059 (size=606) 2024-11-11T21:43:17,435 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45349 is added to blk_1073741880_1059 (size=606) 2024-11-11T21:43:19,047 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:33499/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731361394728/wal.1731361394893 after 4002ms 2024-11-11T21:43:19,082 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES 2024-11-11T21:43:19,083 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33499/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731361394728/wal.1731361394893 took 4038ms 2024-11-11T21:43:19,085 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:33499/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731361394728/wal.1731361394893; continuing. 2024-11-11T21:43:19,085 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33499/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731361394728/wal.1731361394893 so closing down 2024-11-11T21:43:19,085 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-11T21:43:19,086 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000005-wal.1731361394893.temp 2024-11-11T21:43:19,113 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33499/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/e8d998309982163dfcccd89182b02e66/recovered.edits/0000000000000000005-wal.1731361394893.temp 2024-11-11T21:43:19,113 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-11T21:43:19,119 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32903 is added to blk_1073741882_1060 (size=329) 2024-11-11T21:43:19,119 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38269 is added to blk_1073741882_1060 (size=329) 2024-11-11T21:43:19,119 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45349 is added to blk_1073741882_1060 (size=329) 2024-11-11T21:43:19,120 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33499/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/e8d998309982163dfcccd89182b02e66/recovered.edits/0000000000000000005-wal.1731361394893.temp (wrote 1 edits, skipped 0 edits in 0 ms) 2024-11-11T21:43:19,121 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33499/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/e8d998309982163dfcccd89182b02e66/recovered.edits/0000000000000000005-wal.1731361394893.temp to hdfs://localhost:33499/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/e8d998309982163dfcccd89182b02e66/recovered.edits/0000000000000000005 2024-11-11T21:43:19,122 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 2 edits across 1 Regions in 38 ms; skipped=1; WAL=hdfs://localhost:33499/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731361394728/wal.1731361394893, size=0, length=0, corrupted=false, cancelled=false 2024-11-11T21:43:19,122 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33499/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731361394728/wal.1731361394893, journal: Splitting hdfs://localhost:33499/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731361394728/wal.1731361394893, size=0 (0bytes) at 1731361395044Finishing writing output for hdfs://localhost:33499/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731361394728/wal.1731361394893 so closing down at 1731361399085 (+4041 ms)Creating recovered edits writer path=hdfs://localhost:33499/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/e8d998309982163dfcccd89182b02e66/recovered.edits/0000000000000000005-wal.1731361394893.temp at 1731361399113 (+28 ms)3 split writer threads finished at 1731361399113Closed recovered edits writer path=hdfs://localhost:33499/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/e8d998309982163dfcccd89182b02e66/recovered.edits/0000000000000000005-wal.1731361394893.temp (wrote 1 edits, skipped 0 edits in 0 ms) at 1731361399120 (+7 ms)Rename recovered edits hdfs://localhost:33499/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/e8d998309982163dfcccd89182b02e66/recovered.edits/0000000000000000005-wal.1731361394893.temp to hdfs://localhost:33499/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/e8d998309982163dfcccd89182b02e66/recovered.edits/0000000000000000005 at 1731361399121 (+1 ms)Processed 2 edits across 1 Regions in 38 ms; skipped=1; WAL=hdfs://localhost:33499/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731361394728/wal.1731361394893, size=0, length=0, corrupted=false, cancelled=false at 1731361399122 (+1 ms) 2024-11-11T21:43:19,123 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33499/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731361394728/wal.1731361394893 to hdfs://localhost:33499/hbase/oldWALs/wal.1731361394893 2024-11-11T21:43:19,124 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:33499/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/e8d998309982163dfcccd89182b02e66/recovered.edits/0000000000000000005 2024-11-11T21:43:19,124 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-11T21:43:19,126 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:33499/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731361394728, archiveDir=hdfs://localhost:33499/hbase/oldWALs, maxLogs=32 2024-11-11T21:43:19,140 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731361394728/wal.1731361399127, exclude list is [], retry=0 2024-11-11T21:43:19,143 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45349,DS-075cf330-c315-4f49-8444-a50c5ab90136,DISK] 2024-11-11T21:43:19,143 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38269,DS-f5a09739-babc-4265-b3e8-40bdc5147eea,DISK] 2024-11-11T21:43:19,144 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32903,DS-6f2e4c41-d6bf-45a1-8903-62cc9de0cbe9,DISK] 2024-11-11T21:43:19,169 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731361394728/wal.1731361399127 2024-11-11T21:43:19,169 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46487:46487),(127.0.0.1/127.0.0.1:37817:37817),(127.0.0.1/127.0.0.1:43217:43217)] 2024-11-11T21:43:19,170 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => e8d998309982163dfcccd89182b02e66, NAME => 'testRegionMadeOfBulkLoadedFilesOnly,,1731361394730.e8d998309982163dfcccd89182b02e66.', STARTKEY => '', ENDKEY => ''} 2024-11-11T21:43:19,170 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testRegionMadeOfBulkLoadedFilesOnly,,1731361394730.e8d998309982163dfcccd89182b02e66.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T21:43:19,170 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for e8d998309982163dfcccd89182b02e66 2024-11-11T21:43:19,170 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for e8d998309982163dfcccd89182b02e66 2024-11-11T21:43:19,172 INFO [StoreOpener-e8d998309982163dfcccd89182b02e66-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region e8d998309982163dfcccd89182b02e66 2024-11-11T21:43:19,173 INFO [StoreOpener-e8d998309982163dfcccd89182b02e66-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e8d998309982163dfcccd89182b02e66 columnFamilyName a 2024-11-11T21:43:19,173 DEBUG [StoreOpener-e8d998309982163dfcccd89182b02e66-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:43:19,179 DEBUG [StoreFileOpener-e8d998309982163dfcccd89182b02e66-a-1 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 403bd48eb6f245aeb1a162c77f115d77_SeqId_3_: NONE, but ROW specified in column family configuration 2024-11-11T21:43:19,179 DEBUG [StoreOpener-e8d998309982163dfcccd89182b02e66-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:33499/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/e8d998309982163dfcccd89182b02e66/a/403bd48eb6f245aeb1a162c77f115d77_SeqId_3_ 2024-11-11T21:43:19,180 INFO [StoreOpener-e8d998309982163dfcccd89182b02e66-1 {}] regionserver.HStore(327): Store=e8d998309982163dfcccd89182b02e66/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T21:43:19,180 INFO [StoreOpener-e8d998309982163dfcccd89182b02e66-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region e8d998309982163dfcccd89182b02e66 2024-11-11T21:43:19,181 INFO [StoreOpener-e8d998309982163dfcccd89182b02e66-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e8d998309982163dfcccd89182b02e66 columnFamilyName b 2024-11-11T21:43:19,181 DEBUG [StoreOpener-e8d998309982163dfcccd89182b02e66-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:43:19,181 INFO [StoreOpener-e8d998309982163dfcccd89182b02e66-1 {}] regionserver.HStore(327): Store=e8d998309982163dfcccd89182b02e66/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T21:43:19,182 INFO [StoreOpener-e8d998309982163dfcccd89182b02e66-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region e8d998309982163dfcccd89182b02e66 2024-11-11T21:43:19,183 INFO [StoreOpener-e8d998309982163dfcccd89182b02e66-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e8d998309982163dfcccd89182b02e66 columnFamilyName c 2024-11-11T21:43:19,183 DEBUG [StoreOpener-e8d998309982163dfcccd89182b02e66-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:43:19,183 INFO [StoreOpener-e8d998309982163dfcccd89182b02e66-1 {}] regionserver.HStore(327): Store=e8d998309982163dfcccd89182b02e66/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T21:43:19,183 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for e8d998309982163dfcccd89182b02e66 2024-11-11T21:43:19,185 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33499/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/e8d998309982163dfcccd89182b02e66 2024-11-11T21:43:19,186 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:33499/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/e8d998309982163dfcccd89182b02e66 2024-11-11T21:43:19,187 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:33499/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/e8d998309982163dfcccd89182b02e66/recovered.edits/0000000000000000005 2024-11-11T21:43:19,211 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES 2024-11-11T21:43:19,212 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 1, skipped 0, firstSequenceIdInLog=5, maxSequenceIdInLog=5, path=hdfs://localhost:33499/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/e8d998309982163dfcccd89182b02e66/recovered.edits/0000000000000000005 2024-11-11T21:43:19,213 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing e8d998309982163dfcccd89182b02e66 3/3 column families, dataSize=58 B heapSize=904 B 2024-11-11T21:43:19,227 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33499/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/e8d998309982163dfcccd89182b02e66/.tmp/a/487b8db4a40146eba91e4ff000250e13 is 62, key is testRegionMadeOfBulkLoadedFilesOnly/a:a/1731361394992/Put/seqid=0 2024-11-11T21:43:19,233 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38269 is added to blk_1073741884_1062 (size=5149) 2024-11-11T21:43:19,234 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45349 is added to blk_1073741884_1062 (size=5149) 2024-11-11T21:43:19,234 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32903 is added to blk_1073741884_1062 (size=5149) 2024-11-11T21:43:19,236 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:33499/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/e8d998309982163dfcccd89182b02e66/.tmp/a/487b8db4a40146eba91e4ff000250e13 2024-11-11T21:43:19,241 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33499/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/e8d998309982163dfcccd89182b02e66/.tmp/a/487b8db4a40146eba91e4ff000250e13 as hdfs://localhost:33499/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/e8d998309982163dfcccd89182b02e66/a/487b8db4a40146eba91e4ff000250e13 2024-11-11T21:43:19,248 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33499/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/e8d998309982163dfcccd89182b02e66/a/487b8db4a40146eba91e4ff000250e13, entries=1, sequenceid=5, filesize=5.0 K 2024-11-11T21:43:19,248 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~58 B/58, heapSize ~376 B/376, currentSize=0 B/0 for e8d998309982163dfcccd89182b02e66 in 36ms, sequenceid=5, compaction requested=false; wal=null 2024-11-11T21:43:19,249 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:33499/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/e8d998309982163dfcccd89182b02e66/recovered.edits/0000000000000000005 2024-11-11T21:43:19,250 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for e8d998309982163dfcccd89182b02e66 2024-11-11T21:43:19,251 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for e8d998309982163dfcccd89182b02e66 2024-11-11T21:43:19,251 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRegionMadeOfBulkLoadedFilesOnly descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-11T21:43:19,253 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for e8d998309982163dfcccd89182b02e66 2024-11-11T21:43:19,255 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33499/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/e8d998309982163dfcccd89182b02e66/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-11T21:43:19,256 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened e8d998309982163dfcccd89182b02e66; next sequenceid=6; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73427436, jitterRate=0.09415405988693237}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-11T21:43:19,257 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for e8d998309982163dfcccd89182b02e66: Writing region info on filesystem at 1731361399170Initializing all the Stores at 1731361399171 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731361399171Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731361399172 (+1 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731361399172Obtaining lock to block concurrent updates at 1731361399213 (+41 ms)Preparing flush snapshotting stores in e8d998309982163dfcccd89182b02e66 at 1731361399213Finished memstore snapshotting testRegionMadeOfBulkLoadedFilesOnly,,1731361394730.e8d998309982163dfcccd89182b02e66., syncing WAL and waiting on mvcc, flushsize=dataSize=58, getHeapSize=856, getOffHeapSize=0, getCellsCount=1 at 1731361399213Flushing stores of testRegionMadeOfBulkLoadedFilesOnly,,1731361394730.e8d998309982163dfcccd89182b02e66. at 1731361399213Flushing e8d998309982163dfcccd89182b02e66/a: creating writer at 1731361399213Flushing e8d998309982163dfcccd89182b02e66/a: appending metadata at 1731361399226 (+13 ms)Flushing e8d998309982163dfcccd89182b02e66/a: closing flushed file at 1731361399226Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@18749718: reopening flushed file at 1731361399241 (+15 ms)Finished flush of dataSize ~58 B/58, heapSize ~376 B/376, currentSize=0 B/0 for e8d998309982163dfcccd89182b02e66 in 36ms, sequenceid=5, compaction requested=false; wal=null at 1731361399248 (+7 ms)Cleaning up temporary data from old regions at 1731361399251 (+3 ms)Region opened successfully at 1731361399257 (+6 ms) 2024-11-11T21:43:19,261 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing e8d998309982163dfcccd89182b02e66, disabling compactions & flushes 2024-11-11T21:43:19,261 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testRegionMadeOfBulkLoadedFilesOnly,,1731361394730.e8d998309982163dfcccd89182b02e66. 2024-11-11T21:43:19,261 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testRegionMadeOfBulkLoadedFilesOnly,,1731361394730.e8d998309982163dfcccd89182b02e66. 2024-11-11T21:43:19,261 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testRegionMadeOfBulkLoadedFilesOnly,,1731361394730.e8d998309982163dfcccd89182b02e66. after waiting 0 ms 2024-11-11T21:43:19,261 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testRegionMadeOfBulkLoadedFilesOnly,,1731361394730.e8d998309982163dfcccd89182b02e66. 2024-11-11T21:43:19,262 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testRegionMadeOfBulkLoadedFilesOnly,,1731361394730.e8d998309982163dfcccd89182b02e66. 2024-11-11T21:43:19,262 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for e8d998309982163dfcccd89182b02e66: Waiting for close lock at 1731361399261Disabling compacts and flushes for region at 1731361399261Disabling writes for close at 1731361399261Writing region close event to WAL at 1731361399262 (+1 ms)Closed at 1731361399262 2024-11-11T21:43:19,265 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38269 is added to blk_1073741883_1061 (size=175) 2024-11-11T21:43:19,265 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32903 is added to blk_1073741883_1061 (size=175) 2024-11-11T21:43:19,265 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45349 is added to blk_1073741883_1061 (size=175) 2024-11-11T21:43:19,267 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-11T21:43:19,267 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL wal:(num 1731361399127) 2024-11-11T21:43:19,283 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestSecureAsyncWALReplay#testRegionMadeOfBulkLoadedFilesOnly Thread=415 (was 411) Potentially hanging thread: LeaseRenewer:jenkinstestRegionMadeOfBulkLoadedFilesOnly@localhost:33499 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-48521486_22 at /127.0.0.1:33572 [Waiting for operation #5] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1685805399) connection to localhost/127.0.0.1:33499 from jenkinstestRegionMadeOfBulkLoadedFilesOnly java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: AsyncFSWAL-17-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-48521486_22 at /127.0.0.1:55386 [Waiting for operation #3] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-17-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-17-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-48521486_22 at /127.0.0.1:59416 [Waiting for operation #9] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=1023 (was 963) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=315 (was 342), ProcessCount=11 (was 11), AvailableMemoryMB=4655 (was 4671) 2024-11-11T21:43:19,295 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestSecureAsyncWALReplay#testReplayEditsAfterRegionMovedWithMultiCF Thread=415, OpenFileDescriptor=1023, MaxFileDescriptor=1048576, SystemLoadAverage=315, ProcessCount=11, AvailableMemoryMB=4652 2024-11-11T21:43:19,310 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T21:43:19,315 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T21:43:19,319 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 22a1f13b90b0,43333,1731361383410 2024-11-11T21:43:19,321 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@c5ec534 2024-11-11T21:43:19,322 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T21:43:19,324 INFO [HMaster-EventLoopGroup-2-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49066, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T21:43:19,327 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43333 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testReplayEditsAfterRegionMovedWithMultiCF', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T21:43:19,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43333 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF 2024-11-11T21:43:19,334 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_PRE_OPERATION 2024-11-11T21:43:19,336 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43333 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testReplayEditsAfterRegionMovedWithMultiCF" procId is: 4 2024-11-11T21:43:19,337 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:43:19,339 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-11T21:43:19,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43333 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T21:43:19,350 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32903 is added to blk_1073741885_1063 (size=694) 2024-11-11T21:43:19,350 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45349 is added to blk_1073741885_1063 (size=694) 2024-11-11T21:43:19,351 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38269 is added to blk_1073741885_1063 (size=694) 2024-11-11T21:43:19,353 INFO [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 4fcaee2fc0a5861d49464e32daa7ff49, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1731361399325.4fcaee2fc0a5861d49464e32daa7ff49.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsAfterRegionMovedWithMultiCF', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33499/user/jenkins/test-data/3081faf6-6c36-f855-e4b0-d18d41a2b810 2024-11-11T21:43:19,363 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38269 is added to blk_1073741886_1064 (size=77) 2024-11-11T21:43:19,363 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45349 is added to blk_1073741886_1064 (size=77) 2024-11-11T21:43:19,365 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32903 is added to blk_1073741886_1064 (size=77) 2024-11-11T21:43:19,367 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1731361399325.4fcaee2fc0a5861d49464e32daa7ff49.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T21:43:19,367 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1722): Closing 4fcaee2fc0a5861d49464e32daa7ff49, disabling compactions & flushes 2024-11-11T21:43:19,367 INFO [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1731361399325.4fcaee2fc0a5861d49464e32daa7ff49. 2024-11-11T21:43:19,367 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1731361399325.4fcaee2fc0a5861d49464e32daa7ff49. 2024-11-11T21:43:19,367 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1731361399325.4fcaee2fc0a5861d49464e32daa7ff49. after waiting 0 ms 2024-11-11T21:43:19,367 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1731361399325.4fcaee2fc0a5861d49464e32daa7ff49. 2024-11-11T21:43:19,367 INFO [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1731361399325.4fcaee2fc0a5861d49464e32daa7ff49. 2024-11-11T21:43:19,367 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1676): Region close journal for 4fcaee2fc0a5861d49464e32daa7ff49: Waiting for close lock at 1731361399367Disabling compacts and flushes for region at 1731361399367Disabling writes for close at 1731361399367Writing region close event to WAL at 1731361399367Closed at 1731361399367 2024-11-11T21:43:19,369 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_ADD_TO_META 2024-11-11T21:43:19,376 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testReplayEditsAfterRegionMovedWithMultiCF,,1731361399325.4fcaee2fc0a5861d49464e32daa7ff49.","families":{"info":[{"qualifier":"regioninfo","vlen":76,"tag":[],"timestamp":"1731361399369"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731361399369"}]},"ts":"1731361399369"} 2024-11-11T21:43:19,380 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-11T21:43:19,381 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-11T21:43:19,384 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testReplayEditsAfterRegionMovedWithMultiCF","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731361399382"}]},"ts":"1731361399382"} 2024-11-11T21:43:19,389 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testReplayEditsAfterRegionMovedWithMultiCF, state=ENABLING in hbase:meta 2024-11-11T21:43:19,390 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {22a1f13b90b0=0} racks are {/default-rack=0} 2024-11-11T21:43:19,392 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-11T21:43:19,392 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-11T21:43:19,392 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-11T21:43:19,392 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-11T21:43:19,392 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-11T21:43:19,392 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-11T21:43:19,392 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-11T21:43:19,392 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-11T21:43:19,392 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-11T21:43:19,392 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-11T21:43:19,393 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=4fcaee2fc0a5861d49464e32daa7ff49, ASSIGN}] 2024-11-11T21:43:19,396 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=4fcaee2fc0a5861d49464e32daa7ff49, ASSIGN 2024-11-11T21:43:19,397 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=4fcaee2fc0a5861d49464e32daa7ff49, ASSIGN; state=OFFLINE, location=22a1f13b90b0,40209,1731361384156; forceNewPlan=false, retain=false 2024-11-11T21:43:19,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43333 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T21:43:19,552 INFO [22a1f13b90b0:43333 {}] balancer.BaseLoadBalancer(388): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-11-11T21:43:19,553 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=4fcaee2fc0a5861d49464e32daa7ff49, regionState=OPENING, regionLocation=22a1f13b90b0,40209,1731361384156 2024-11-11T21:43:19,557 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=4fcaee2fc0a5861d49464e32daa7ff49, ASSIGN because future has completed 2024-11-11T21:43:19,558 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4fcaee2fc0a5861d49464e32daa7ff49, server=22a1f13b90b0,40209,1731361384156}] 2024-11-11T21:43:19,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43333 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T21:43:19,711 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T21:43:19,713 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54503, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-11T21:43:19,718 INFO [RS_OPEN_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open testReplayEditsAfterRegionMovedWithMultiCF,,1731361399325.4fcaee2fc0a5861d49464e32daa7ff49. 2024-11-11T21:43:19,719 DEBUG [RS_OPEN_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 4fcaee2fc0a5861d49464e32daa7ff49, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1731361399325.4fcaee2fc0a5861d49464e32daa7ff49.', STARTKEY => '', ENDKEY => ''} 2024-11-11T21:43:19,719 DEBUG [RS_OPEN_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterRegionMovedWithMultiCF 4fcaee2fc0a5861d49464e32daa7ff49 2024-11-11T21:43:19,719 DEBUG [RS_OPEN_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1731361399325.4fcaee2fc0a5861d49464e32daa7ff49.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T21:43:19,720 DEBUG [RS_OPEN_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 4fcaee2fc0a5861d49464e32daa7ff49 2024-11-11T21:43:19,720 DEBUG [RS_OPEN_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 4fcaee2fc0a5861d49464e32daa7ff49 2024-11-11T21:43:19,721 INFO [StoreOpener-4fcaee2fc0a5861d49464e32daa7ff49-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region 4fcaee2fc0a5861d49464e32daa7ff49 2024-11-11T21:43:19,723 INFO [StoreOpener-4fcaee2fc0a5861d49464e32daa7ff49-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4fcaee2fc0a5861d49464e32daa7ff49 columnFamilyName cf1 2024-11-11T21:43:19,723 DEBUG [StoreOpener-4fcaee2fc0a5861d49464e32daa7ff49-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:43:19,724 INFO [StoreOpener-4fcaee2fc0a5861d49464e32daa7ff49-1 {}] regionserver.HStore(327): Store=4fcaee2fc0a5861d49464e32daa7ff49/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T21:43:19,724 INFO [StoreOpener-4fcaee2fc0a5861d49464e32daa7ff49-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region 4fcaee2fc0a5861d49464e32daa7ff49 2024-11-11T21:43:19,726 INFO [StoreOpener-4fcaee2fc0a5861d49464e32daa7ff49-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4fcaee2fc0a5861d49464e32daa7ff49 columnFamilyName cf2 2024-11-11T21:43:19,726 DEBUG [StoreOpener-4fcaee2fc0a5861d49464e32daa7ff49-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:43:19,727 INFO [StoreOpener-4fcaee2fc0a5861d49464e32daa7ff49-1 {}] regionserver.HStore(327): Store=4fcaee2fc0a5861d49464e32daa7ff49/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T21:43:19,728 DEBUG [RS_OPEN_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 4fcaee2fc0a5861d49464e32daa7ff49 2024-11-11T21:43:19,729 DEBUG [RS_OPEN_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33499/user/jenkins/test-data/3081faf6-6c36-f855-e4b0-d18d41a2b810/data/default/testReplayEditsAfterRegionMovedWithMultiCF/4fcaee2fc0a5861d49464e32daa7ff49 2024-11-11T21:43:19,729 DEBUG [RS_OPEN_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33499/user/jenkins/test-data/3081faf6-6c36-f855-e4b0-d18d41a2b810/data/default/testReplayEditsAfterRegionMovedWithMultiCF/4fcaee2fc0a5861d49464e32daa7ff49 2024-11-11T21:43:19,730 DEBUG [RS_OPEN_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 4fcaee2fc0a5861d49464e32daa7ff49 2024-11-11T21:43:19,730 DEBUG [RS_OPEN_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 4fcaee2fc0a5861d49464e32daa7ff49 2024-11-11T21:43:19,731 DEBUG [RS_OPEN_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterRegionMovedWithMultiCF descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-11-11T21:43:19,733 DEBUG [RS_OPEN_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 4fcaee2fc0a5861d49464e32daa7ff49 2024-11-11T21:43:19,735 DEBUG [RS_OPEN_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33499/user/jenkins/test-data/3081faf6-6c36-f855-e4b0-d18d41a2b810/data/default/testReplayEditsAfterRegionMovedWithMultiCF/4fcaee2fc0a5861d49464e32daa7ff49/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T21:43:19,735 INFO [RS_OPEN_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 4fcaee2fc0a5861d49464e32daa7ff49; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58795863, jitterRate=-0.12387336790561676}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-11-11T21:43:19,736 DEBUG [RS_OPEN_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 4fcaee2fc0a5861d49464e32daa7ff49 2024-11-11T21:43:19,736 DEBUG [RS_OPEN_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 4fcaee2fc0a5861d49464e32daa7ff49: Running coprocessor pre-open hook at 1731361399720Writing region info on filesystem at 1731361399720Initializing all the Stores at 1731361399721 (+1 ms)Instantiating store for column family {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731361399721Instantiating store for column family {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731361399721Cleaning up temporary data from old regions at 1731361399730 (+9 ms)Running coprocessor post-open hooks at 1731361399736 (+6 ms)Region opened successfully at 1731361399736 2024-11-11T21:43:19,738 INFO [RS_OPEN_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for testReplayEditsAfterRegionMovedWithMultiCF,,1731361399325.4fcaee2fc0a5861d49464e32daa7ff49., pid=6, masterSystemTime=1731361399711 2024-11-11T21:43:19,741 DEBUG [RS_OPEN_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for testReplayEditsAfterRegionMovedWithMultiCF,,1731361399325.4fcaee2fc0a5861d49464e32daa7ff49. 2024-11-11T21:43:19,741 INFO [RS_OPEN_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened testReplayEditsAfterRegionMovedWithMultiCF,,1731361399325.4fcaee2fc0a5861d49464e32daa7ff49. 2024-11-11T21:43:19,742 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=4fcaee2fc0a5861d49464e32daa7ff49, regionState=OPEN, openSeqNum=2, regionLocation=22a1f13b90b0,40209,1731361384156 2024-11-11T21:43:19,745 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4fcaee2fc0a5861d49464e32daa7ff49, server=22a1f13b90b0,40209,1731361384156 because future has completed 2024-11-11T21:43:19,750 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-11T21:43:19,750 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 4fcaee2fc0a5861d49464e32daa7ff49, server=22a1f13b90b0,40209,1731361384156 in 189 msec 2024-11-11T21:43:19,753 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-11T21:43:19,753 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=4fcaee2fc0a5861d49464e32daa7ff49, ASSIGN in 357 msec 2024-11-11T21:43:19,754 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-11T21:43:19,755 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testReplayEditsAfterRegionMovedWithMultiCF","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731361399755"}]},"ts":"1731361399755"} 2024-11-11T21:43:19,758 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=testReplayEditsAfterRegionMovedWithMultiCF, state=ENABLED in hbase:meta 2024-11-11T21:43:19,760 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_POST_OPERATION 2024-11-11T21:43:19,764 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF in 431 msec 2024-11-11T21:43:19,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43333 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T21:43:19,970 INFO [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testReplayEditsAfterRegionMovedWithMultiCF completed 2024-11-11T21:43:19,970 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testReplayEditsAfterRegionMovedWithMultiCF get assigned. Timeout = 60000ms 2024-11-11T21:43:19,972 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-11T21:43:19,978 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testReplayEditsAfterRegionMovedWithMultiCF assigned to meta. Checking AM states. 2024-11-11T21:43:19,979 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-11T21:43:19,979 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testReplayEditsAfterRegionMovedWithMultiCF assigned. 2024-11-11T21:43:19,991 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testReplayEditsAfterRegionMovedWithMultiCF', row='r1', locateType=CURRENT is [region=testReplayEditsAfterRegionMovedWithMultiCF,,1731361399325.4fcaee2fc0a5861d49464e32daa7ff49., hostname=22a1f13b90b0,40209,1731361384156, seqNum=2] 2024-11-11T21:43:19,993 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T21:43:19,995 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40536, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T21:43:20,009 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43333 {}] master.HMaster(2410): Client=jenkins//172.17.0.2 move hri=4fcaee2fc0a5861d49464e32daa7ff49, source=22a1f13b90b0,40209,1731361384156, destination=22a1f13b90b0,37777,1731361384016, warming up region on 22a1f13b90b0,37777,1731361384016 2024-11-11T21:43:20,011 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43333 {}] master.HMaster(2414): Client=jenkins//172.17.0.2 move hri=4fcaee2fc0a5861d49464e32daa7ff49, source=22a1f13b90b0,40209,1731361384156, destination=22a1f13b90b0,37777,1731361384016, running balancer 2024-11-11T21:43:20,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43333 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=4fcaee2fc0a5861d49464e32daa7ff49, REOPEN/MOVE 2024-11-11T21:43:20,013 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=4fcaee2fc0a5861d49464e32daa7ff49, REOPEN/MOVE 2024-11-11T21:43:20,016 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37777 {}] regionserver.RSRpcServices(2066): Warmup testReplayEditsAfterRegionMovedWithMultiCF,,1731361399325.4fcaee2fc0a5861d49464e32daa7ff49. 2024-11-11T21:43:20,016 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=4fcaee2fc0a5861d49464e32daa7ff49, regionState=CLOSING, regionLocation=22a1f13b90b0,40209,1731361384156 2024-11-11T21:43:20,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37777 {}] regionserver.HRegion(7855): Warmup {ENCODED => 4fcaee2fc0a5861d49464e32daa7ff49, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1731361399325.4fcaee2fc0a5861d49464e32daa7ff49.', STARTKEY => '', ENDKEY => ''} 2024-11-11T21:43:20,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37777 {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1731361399325.4fcaee2fc0a5861d49464e32daa7ff49.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T21:43:20,017 INFO [StoreOpener-4fcaee2fc0a5861d49464e32daa7ff49-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region 4fcaee2fc0a5861d49464e32daa7ff49 2024-11-11T21:43:20,018 INFO [StoreOpener-4fcaee2fc0a5861d49464e32daa7ff49-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4fcaee2fc0a5861d49464e32daa7ff49 columnFamilyName cf1 2024-11-11T21:43:20,018 DEBUG [StoreOpener-4fcaee2fc0a5861d49464e32daa7ff49-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:43:20,019 INFO [StoreOpener-4fcaee2fc0a5861d49464e32daa7ff49-1 {}] regionserver.HStore(327): Store=4fcaee2fc0a5861d49464e32daa7ff49/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T21:43:20,019 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=4fcaee2fc0a5861d49464e32daa7ff49, REOPEN/MOVE because future has completed 2024-11-11T21:43:20,019 INFO [StoreOpener-4fcaee2fc0a5861d49464e32daa7ff49-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region 4fcaee2fc0a5861d49464e32daa7ff49 2024-11-11T21:43:20,019 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-11T21:43:20,020 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE, hasLock=false; CloseRegionProcedure 4fcaee2fc0a5861d49464e32daa7ff49, server=22a1f13b90b0,40209,1731361384156}] 2024-11-11T21:43:20,020 INFO [StoreOpener-4fcaee2fc0a5861d49464e32daa7ff49-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4fcaee2fc0a5861d49464e32daa7ff49 columnFamilyName cf2 2024-11-11T21:43:20,020 DEBUG [StoreOpener-4fcaee2fc0a5861d49464e32daa7ff49-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:43:20,021 INFO [StoreOpener-4fcaee2fc0a5861d49464e32daa7ff49-1 {}] regionserver.HStore(327): Store=4fcaee2fc0a5861d49464e32daa7ff49/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T21:43:20,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37777 {}] regionserver.HRegion(1722): Closing 4fcaee2fc0a5861d49464e32daa7ff49, disabling compactions & flushes 2024-11-11T21:43:20,021 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37777 {}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1731361399325.4fcaee2fc0a5861d49464e32daa7ff49. 2024-11-11T21:43:20,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37777 {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1731361399325.4fcaee2fc0a5861d49464e32daa7ff49. 2024-11-11T21:43:20,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37777 {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1731361399325.4fcaee2fc0a5861d49464e32daa7ff49. after waiting 0 ms 2024-11-11T21:43:20,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37777 {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1731361399325.4fcaee2fc0a5861d49464e32daa7ff49. 2024-11-11T21:43:20,022 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37777 {}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1731361399325.4fcaee2fc0a5861d49464e32daa7ff49. 2024-11-11T21:43:20,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37777 {}] regionserver.HRegion(1676): Region close journal for 4fcaee2fc0a5861d49464e32daa7ff49: Waiting for close lock at 1731361400021Disabling compacts and flushes for region at 1731361400021Disabling writes for close at 1731361400021Writing region close event to WAL at 1731361400022 (+1 ms)Closed at 1731361400022 2024-11-11T21:43:20,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43333 {}] procedure.ProcedureSyncWait(219): waitFor pid=7 2024-11-11T21:43:20,181 INFO [RS_CLOSE_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] handler.UnassignRegionHandler(122): Close 4fcaee2fc0a5861d49464e32daa7ff49 2024-11-11T21:43:20,181 DEBUG [RS_CLOSE_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-11T21:43:20,182 DEBUG [RS_CLOSE_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1722): Closing 4fcaee2fc0a5861d49464e32daa7ff49, disabling compactions & flushes 2024-11-11T21:43:20,182 INFO [RS_CLOSE_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1731361399325.4fcaee2fc0a5861d49464e32daa7ff49. 2024-11-11T21:43:20,182 DEBUG [RS_CLOSE_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1731361399325.4fcaee2fc0a5861d49464e32daa7ff49. 2024-11-11T21:43:20,182 DEBUG [RS_CLOSE_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1731361399325.4fcaee2fc0a5861d49464e32daa7ff49. after waiting 0 ms 2024-11-11T21:43:20,182 DEBUG [RS_CLOSE_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1731361399325.4fcaee2fc0a5861d49464e32daa7ff49. 2024-11-11T21:43:20,182 INFO [RS_CLOSE_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(2902): Flushing 4fcaee2fc0a5861d49464e32daa7ff49 2/2 column families, dataSize=31 B heapSize=616 B 2024-11-11T21:43:20,208 DEBUG [RS_CLOSE_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33499/user/jenkins/test-data/3081faf6-6c36-f855-e4b0-d18d41a2b810/data/default/testReplayEditsAfterRegionMovedWithMultiCF/4fcaee2fc0a5861d49464e32daa7ff49/.tmp/cf1/9bb8f743f3cd4af78d8455257090dd27 is 35, key is r1/cf1:q/1731361399995/Put/seqid=0 2024-11-11T21:43:20,225 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45349 is added to blk_1073741887_1065 (size=4783) 2024-11-11T21:43:20,226 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32903 is added to blk_1073741887_1065 (size=4783) 2024-11-11T21:43:20,226 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38269 is added to blk_1073741887_1065 (size=4783) 2024-11-11T21:43:20,228 INFO [RS_CLOSE_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31 B at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:33499/user/jenkins/test-data/3081faf6-6c36-f855-e4b0-d18d41a2b810/data/default/testReplayEditsAfterRegionMovedWithMultiCF/4fcaee2fc0a5861d49464e32daa7ff49/.tmp/cf1/9bb8f743f3cd4af78d8455257090dd27 2024-11-11T21:43:20,237 DEBUG [RS_CLOSE_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33499/user/jenkins/test-data/3081faf6-6c36-f855-e4b0-d18d41a2b810/data/default/testReplayEditsAfterRegionMovedWithMultiCF/4fcaee2fc0a5861d49464e32daa7ff49/.tmp/cf1/9bb8f743f3cd4af78d8455257090dd27 as hdfs://localhost:33499/user/jenkins/test-data/3081faf6-6c36-f855-e4b0-d18d41a2b810/data/default/testReplayEditsAfterRegionMovedWithMultiCF/4fcaee2fc0a5861d49464e32daa7ff49/cf1/9bb8f743f3cd4af78d8455257090dd27 2024-11-11T21:43:20,245 INFO [RS_CLOSE_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33499/user/jenkins/test-data/3081faf6-6c36-f855-e4b0-d18d41a2b810/data/default/testReplayEditsAfterRegionMovedWithMultiCF/4fcaee2fc0a5861d49464e32daa7ff49/cf1/9bb8f743f3cd4af78d8455257090dd27, entries=1, sequenceid=5, filesize=4.7 K 2024-11-11T21:43:20,247 INFO [RS_CLOSE_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(3140): Finished flush of dataSize ~31 B/31, heapSize ~344 B/344, currentSize=0 B/0 for 4fcaee2fc0a5861d49464e32daa7ff49 in 65ms, sequenceid=5, compaction requested=false 2024-11-11T21:43:20,247 DEBUG [RS_CLOSE_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testReplayEditsAfterRegionMovedWithMultiCF' 2024-11-11T21:43:20,253 DEBUG [RS_CLOSE_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33499/user/jenkins/test-data/3081faf6-6c36-f855-e4b0-d18d41a2b810/data/default/testReplayEditsAfterRegionMovedWithMultiCF/4fcaee2fc0a5861d49464e32daa7ff49/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-11T21:43:20,255 INFO [RS_CLOSE_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1731361399325.4fcaee2fc0a5861d49464e32daa7ff49. 2024-11-11T21:43:20,255 DEBUG [RS_CLOSE_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1676): Region close journal for 4fcaee2fc0a5861d49464e32daa7ff49: Waiting for close lock at 1731361400182Running coprocessor pre-close hooks at 1731361400182Disabling compacts and flushes for region at 1731361400182Disabling writes for close at 1731361400182Obtaining lock to block concurrent updates at 1731361400182Preparing flush snapshotting stores in 4fcaee2fc0a5861d49464e32daa7ff49 at 1731361400182Finished memstore snapshotting testReplayEditsAfterRegionMovedWithMultiCF,,1731361399325.4fcaee2fc0a5861d49464e32daa7ff49., syncing WAL and waiting on mvcc, flushsize=dataSize=31, getHeapSize=584, getOffHeapSize=0, getCellsCount=1 at 1731361400183 (+1 ms)Flushing stores of testReplayEditsAfterRegionMovedWithMultiCF,,1731361399325.4fcaee2fc0a5861d49464e32daa7ff49. at 1731361400183Flushing 4fcaee2fc0a5861d49464e32daa7ff49/cf1: creating writer at 1731361400184 (+1 ms)Flushing 4fcaee2fc0a5861d49464e32daa7ff49/cf1: appending metadata at 1731361400208 (+24 ms)Flushing 4fcaee2fc0a5861d49464e32daa7ff49/cf1: closing flushed file at 1731361400208Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6fa2d04: reopening flushed file at 1731361400236 (+28 ms)Finished flush of dataSize ~31 B/31, heapSize ~344 B/344, currentSize=0 B/0 for 4fcaee2fc0a5861d49464e32daa7ff49 in 65ms, sequenceid=5, compaction requested=false at 1731361400247 (+11 ms)Writing region close event to WAL at 1731361400248 (+1 ms)Running coprocessor post-close hooks at 1731361400253 (+5 ms)Closed at 1731361400255 (+2 ms) 2024-11-11T21:43:20,256 INFO [RS_CLOSE_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegionServer(3302): Adding 4fcaee2fc0a5861d49464e32daa7ff49 move to 22a1f13b90b0,37777,1731361384016 record at close sequenceid=5 2024-11-11T21:43:20,259 INFO [RS_CLOSE_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] handler.UnassignRegionHandler(157): Closed 4fcaee2fc0a5861d49464e32daa7ff49 2024-11-11T21:43:20,260 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=4fcaee2fc0a5861d49464e32daa7ff49, regionState=CLOSED 2024-11-11T21:43:20,263 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=7, state=RUNNABLE, hasLock=false; CloseRegionProcedure 4fcaee2fc0a5861d49464e32daa7ff49, server=22a1f13b90b0,40209,1731361384156 because future has completed 2024-11-11T21:43:20,268 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7 2024-11-11T21:43:20,268 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; CloseRegionProcedure 4fcaee2fc0a5861d49464e32daa7ff49, server=22a1f13b90b0,40209,1731361384156 in 245 msec 2024-11-11T21:43:20,270 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=4fcaee2fc0a5861d49464e32daa7ff49, REOPEN/MOVE; state=CLOSED, location=22a1f13b90b0,37777,1731361384016; forceNewPlan=false, retain=false 2024-11-11T21:43:20,420 INFO [22a1f13b90b0:43333 {}] balancer.BaseLoadBalancer(388): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-11-11T21:43:20,421 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=4fcaee2fc0a5861d49464e32daa7ff49, regionState=OPENING, regionLocation=22a1f13b90b0,37777,1731361384016 2024-11-11T21:43:20,425 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=4fcaee2fc0a5861d49464e32daa7ff49, REOPEN/MOVE because future has completed 2024-11-11T21:43:20,426 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4fcaee2fc0a5861d49464e32daa7ff49, server=22a1f13b90b0,37777,1731361384016}] 2024-11-11T21:43:20,588 INFO [RS_OPEN_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] handler.AssignRegionHandler(132): Open testReplayEditsAfterRegionMovedWithMultiCF,,1731361399325.4fcaee2fc0a5861d49464e32daa7ff49. 2024-11-11T21:43:20,588 DEBUG [RS_OPEN_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(7752): Opening region: {ENCODED => 4fcaee2fc0a5861d49464e32daa7ff49, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1731361399325.4fcaee2fc0a5861d49464e32daa7ff49.', STARTKEY => '', ENDKEY => ''} 2024-11-11T21:43:20,588 DEBUG [RS_OPEN_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterRegionMovedWithMultiCF 4fcaee2fc0a5861d49464e32daa7ff49 2024-11-11T21:43:20,589 DEBUG [RS_OPEN_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1731361399325.4fcaee2fc0a5861d49464e32daa7ff49.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T21:43:20,589 DEBUG [RS_OPEN_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(7794): checking encryption for 4fcaee2fc0a5861d49464e32daa7ff49 2024-11-11T21:43:20,589 DEBUG [RS_OPEN_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(7797): checking classloading for 4fcaee2fc0a5861d49464e32daa7ff49 2024-11-11T21:43:20,591 INFO [StoreOpener-4fcaee2fc0a5861d49464e32daa7ff49-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region 4fcaee2fc0a5861d49464e32daa7ff49 2024-11-11T21:43:20,592 INFO [StoreOpener-4fcaee2fc0a5861d49464e32daa7ff49-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4fcaee2fc0a5861d49464e32daa7ff49 columnFamilyName cf1 2024-11-11T21:43:20,593 DEBUG [StoreOpener-4fcaee2fc0a5861d49464e32daa7ff49-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:43:20,600 DEBUG [StoreOpener-4fcaee2fc0a5861d49464e32daa7ff49-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:33499/user/jenkins/test-data/3081faf6-6c36-f855-e4b0-d18d41a2b810/data/default/testReplayEditsAfterRegionMovedWithMultiCF/4fcaee2fc0a5861d49464e32daa7ff49/cf1/9bb8f743f3cd4af78d8455257090dd27 2024-11-11T21:43:20,600 INFO [StoreOpener-4fcaee2fc0a5861d49464e32daa7ff49-1 {}] regionserver.HStore(327): Store=4fcaee2fc0a5861d49464e32daa7ff49/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T21:43:20,601 INFO [StoreOpener-4fcaee2fc0a5861d49464e32daa7ff49-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region 4fcaee2fc0a5861d49464e32daa7ff49 2024-11-11T21:43:20,602 INFO [StoreOpener-4fcaee2fc0a5861d49464e32daa7ff49-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4fcaee2fc0a5861d49464e32daa7ff49 columnFamilyName cf2 2024-11-11T21:43:20,602 DEBUG [StoreOpener-4fcaee2fc0a5861d49464e32daa7ff49-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:43:20,603 INFO [StoreOpener-4fcaee2fc0a5861d49464e32daa7ff49-1 {}] regionserver.HStore(327): Store=4fcaee2fc0a5861d49464e32daa7ff49/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T21:43:20,603 DEBUG [RS_OPEN_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1038): replaying wal for 4fcaee2fc0a5861d49464e32daa7ff49 2024-11-11T21:43:20,604 DEBUG [RS_OPEN_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33499/user/jenkins/test-data/3081faf6-6c36-f855-e4b0-d18d41a2b810/data/default/testReplayEditsAfterRegionMovedWithMultiCF/4fcaee2fc0a5861d49464e32daa7ff49 2024-11-11T21:43:20,605 DEBUG [RS_OPEN_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33499/user/jenkins/test-data/3081faf6-6c36-f855-e4b0-d18d41a2b810/data/default/testReplayEditsAfterRegionMovedWithMultiCF/4fcaee2fc0a5861d49464e32daa7ff49 2024-11-11T21:43:20,606 DEBUG [RS_OPEN_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1048): stopping wal replay for 4fcaee2fc0a5861d49464e32daa7ff49 2024-11-11T21:43:20,606 DEBUG [RS_OPEN_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1060): Cleaning up temporary data for 4fcaee2fc0a5861d49464e32daa7ff49 2024-11-11T21:43:20,607 DEBUG [RS_OPEN_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterRegionMovedWithMultiCF descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-11-11T21:43:20,608 DEBUG [RS_OPEN_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1093): writing seq id for 4fcaee2fc0a5861d49464e32daa7ff49 2024-11-11T21:43:20,609 INFO [RS_OPEN_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1114): Opened 4fcaee2fc0a5861d49464e32daa7ff49; next sequenceid=9; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62929763, jitterRate=-0.062273457646369934}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-11-11T21:43:20,609 DEBUG [RS_OPEN_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 4fcaee2fc0a5861d49464e32daa7ff49 2024-11-11T21:43:20,610 DEBUG [RS_OPEN_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1006): Region open journal for 4fcaee2fc0a5861d49464e32daa7ff49: Running coprocessor pre-open hook at 1731361400589Writing region info on filesystem at 1731361400589Initializing all the Stores at 1731361400590 (+1 ms)Instantiating store for column family {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731361400590Instantiating store for column family {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731361400591 (+1 ms)Cleaning up temporary data from old regions at 1731361400606 (+15 ms)Running coprocessor post-open hooks at 1731361400609 (+3 ms)Region opened successfully at 1731361400610 (+1 ms) 2024-11-11T21:43:20,612 INFO [RS_OPEN_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegionServer(2236): Post open deploy tasks for testReplayEditsAfterRegionMovedWithMultiCF,,1731361399325.4fcaee2fc0a5861d49464e32daa7ff49., pid=9, masterSystemTime=1731361400580 2024-11-11T21:43:20,615 DEBUG [RS_OPEN_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegionServer(2266): Finished post open deploy task for testReplayEditsAfterRegionMovedWithMultiCF,,1731361399325.4fcaee2fc0a5861d49464e32daa7ff49. 2024-11-11T21:43:20,615 INFO [RS_OPEN_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] handler.AssignRegionHandler(153): Opened testReplayEditsAfterRegionMovedWithMultiCF,,1731361399325.4fcaee2fc0a5861d49464e32daa7ff49. 2024-11-11T21:43:20,615 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=4fcaee2fc0a5861d49464e32daa7ff49, regionState=OPEN, openSeqNum=9, regionLocation=22a1f13b90b0,37777,1731361384016 2024-11-11T21:43:20,618 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4fcaee2fc0a5861d49464e32daa7ff49, server=22a1f13b90b0,37777,1731361384016 because future has completed 2024-11-11T21:43:20,622 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=7 2024-11-11T21:43:20,623 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=7, state=SUCCESS, hasLock=false; OpenRegionProcedure 4fcaee2fc0a5861d49464e32daa7ff49, server=22a1f13b90b0,37777,1731361384016 in 194 msec 2024-11-11T21:43:20,624 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=4fcaee2fc0a5861d49464e32daa7ff49, REOPEN/MOVE in 611 msec 2024-11-11T21:43:20,669 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T21:43:20,671 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60426, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-11T21:43:20,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40209 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 139 connection: 172.17.0.2:40536 deadline: 1731361460675, exception=org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=22a1f13b90b0 port=37777 startCode=1731361384016. As of locationSeqNum=5. 2024-11-11T21:43:20,705 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1731361399325.4fcaee2fc0a5861d49464e32daa7ff49., hostname=22a1f13b90b0,40209,1731361384156, seqNum=2 , the old value is region=testReplayEditsAfterRegionMovedWithMultiCF,,1731361399325.4fcaee2fc0a5861d49464e32daa7ff49., hostname=22a1f13b90b0,40209,1731361384156, seqNum=2, error=org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=22a1f13b90b0 port=37777 startCode=1731361384016. As of locationSeqNum=5. 2024-11-11T21:43:20,705 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1731361399325.4fcaee2fc0a5861d49464e32daa7ff49., hostname=22a1f13b90b0,40209,1731361384156, seqNum=2 is org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=22a1f13b90b0 port=37777 startCode=1731361384016. As of locationSeqNum=5. 2024-11-11T21:43:20,705 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(84): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1731361399325.4fcaee2fc0a5861d49464e32daa7ff49., hostname=22a1f13b90b0,40209,1731361384156, seqNum=2 with the new location region=testReplayEditsAfterRegionMovedWithMultiCF,,1731361399325.4fcaee2fc0a5861d49464e32daa7ff49., hostname=22a1f13b90b0,37777,1731361384016, seqNum=5 constructed by org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=22a1f13b90b0 port=37777 startCode=1731361384016. As of locationSeqNum=5. 2024-11-11T21:43:20,832 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 4fcaee2fc0a5861d49464e32daa7ff49 2/2 column families, dataSize=50 B heapSize=720 B 2024-11-11T21:43:20,850 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33499/user/jenkins/test-data/3081faf6-6c36-f855-e4b0-d18d41a2b810/data/default/testReplayEditsAfterRegionMovedWithMultiCF/4fcaee2fc0a5861d49464e32daa7ff49/.tmp/cf1/5d02fe664b514dd6a872ecd86d07fdf4 is 29, key is r1/cf1:/1731361400821/DeleteFamily/seqid=0 2024-11-11T21:43:20,856 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45349 is added to blk_1073741888_1066 (size=4906) 2024-11-11T21:43:20,856 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38269 is added to blk_1073741888_1066 (size=4906) 2024-11-11T21:43:20,857 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32903 is added to blk_1073741888_1066 (size=4906) 2024-11-11T21:43:20,857 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=25 B at sequenceid=12 (bloomFilter=false), to=hdfs://localhost:33499/user/jenkins/test-data/3081faf6-6c36-f855-e4b0-d18d41a2b810/data/default/testReplayEditsAfterRegionMovedWithMultiCF/4fcaee2fc0a5861d49464e32daa7ff49/.tmp/cf1/5d02fe664b514dd6a872ecd86d07fdf4 2024-11-11T21:43:20,864 INFO [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5d02fe664b514dd6a872ecd86d07fdf4 2024-11-11T21:43:20,879 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33499/user/jenkins/test-data/3081faf6-6c36-f855-e4b0-d18d41a2b810/data/default/testReplayEditsAfterRegionMovedWithMultiCF/4fcaee2fc0a5861d49464e32daa7ff49/.tmp/cf2/38d197aad1fc42d1bfdc401a2c58c396 is 29, key is r1/cf2:/1731361400821/DeleteFamily/seqid=0 2024-11-11T21:43:20,886 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38269 is added to blk_1073741889_1067 (size=4906) 2024-11-11T21:43:20,886 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32903 is added to blk_1073741889_1067 (size=4906) 2024-11-11T21:43:20,886 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45349 is added to blk_1073741889_1067 (size=4906) 2024-11-11T21:43:20,887 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=25 B at sequenceid=12 (bloomFilter=false), to=hdfs://localhost:33499/user/jenkins/test-data/3081faf6-6c36-f855-e4b0-d18d41a2b810/data/default/testReplayEditsAfterRegionMovedWithMultiCF/4fcaee2fc0a5861d49464e32daa7ff49/.tmp/cf2/38d197aad1fc42d1bfdc401a2c58c396 2024-11-11T21:43:20,894 INFO [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 38d197aad1fc42d1bfdc401a2c58c396 2024-11-11T21:43:20,895 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33499/user/jenkins/test-data/3081faf6-6c36-f855-e4b0-d18d41a2b810/data/default/testReplayEditsAfterRegionMovedWithMultiCF/4fcaee2fc0a5861d49464e32daa7ff49/.tmp/cf1/5d02fe664b514dd6a872ecd86d07fdf4 as hdfs://localhost:33499/user/jenkins/test-data/3081faf6-6c36-f855-e4b0-d18d41a2b810/data/default/testReplayEditsAfterRegionMovedWithMultiCF/4fcaee2fc0a5861d49464e32daa7ff49/cf1/5d02fe664b514dd6a872ecd86d07fdf4 2024-11-11T21:43:20,902 INFO [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5d02fe664b514dd6a872ecd86d07fdf4 2024-11-11T21:43:20,902 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33499/user/jenkins/test-data/3081faf6-6c36-f855-e4b0-d18d41a2b810/data/default/testReplayEditsAfterRegionMovedWithMultiCF/4fcaee2fc0a5861d49464e32daa7ff49/cf1/5d02fe664b514dd6a872ecd86d07fdf4, entries=1, sequenceid=12, filesize=4.8 K 2024-11-11T21:43:20,904 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33499/user/jenkins/test-data/3081faf6-6c36-f855-e4b0-d18d41a2b810/data/default/testReplayEditsAfterRegionMovedWithMultiCF/4fcaee2fc0a5861d49464e32daa7ff49/.tmp/cf2/38d197aad1fc42d1bfdc401a2c58c396 as hdfs://localhost:33499/user/jenkins/test-data/3081faf6-6c36-f855-e4b0-d18d41a2b810/data/default/testReplayEditsAfterRegionMovedWithMultiCF/4fcaee2fc0a5861d49464e32daa7ff49/cf2/38d197aad1fc42d1bfdc401a2c58c396 2024-11-11T21:43:20,911 INFO [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 38d197aad1fc42d1bfdc401a2c58c396 2024-11-11T21:43:20,911 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33499/user/jenkins/test-data/3081faf6-6c36-f855-e4b0-d18d41a2b810/data/default/testReplayEditsAfterRegionMovedWithMultiCF/4fcaee2fc0a5861d49464e32daa7ff49/cf2/38d197aad1fc42d1bfdc401a2c58c396, entries=1, sequenceid=12, filesize=4.8 K 2024-11-11T21:43:20,912 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~50 B/50, heapSize ~688 B/688, currentSize=0 B/0 for 4fcaee2fc0a5861d49464e32daa7ff49 in 80ms, sequenceid=12, compaction requested=false 2024-11-11T21:43:20,913 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 4fcaee2fc0a5861d49464e32daa7ff49: 2024-11-11T21:43:20,915 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-11-11T21:43:20,917 DEBUG [Time-limited test {}] regionserver.HStore(1541): 4fcaee2fc0a5861d49464e32daa7ff49/cf1 is initiating major compaction (all files) 2024-11-11T21:43:20,917 INFO [Time-limited test {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-11T21:43:20,917 INFO [Time-limited test {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T21:43:20,918 INFO [Time-limited test {}] regionserver.HRegion(2416): Starting compaction of 4fcaee2fc0a5861d49464e32daa7ff49/cf1 in testReplayEditsAfterRegionMovedWithMultiCF,,1731361399325.4fcaee2fc0a5861d49464e32daa7ff49. 2024-11-11T21:43:20,918 INFO [Time-limited test {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33499/user/jenkins/test-data/3081faf6-6c36-f855-e4b0-d18d41a2b810/data/default/testReplayEditsAfterRegionMovedWithMultiCF/4fcaee2fc0a5861d49464e32daa7ff49/cf1/9bb8f743f3cd4af78d8455257090dd27, hdfs://localhost:33499/user/jenkins/test-data/3081faf6-6c36-f855-e4b0-d18d41a2b810/data/default/testReplayEditsAfterRegionMovedWithMultiCF/4fcaee2fc0a5861d49464e32daa7ff49/cf1/5d02fe664b514dd6a872ecd86d07fdf4] into tmpdir=hdfs://localhost:33499/user/jenkins/test-data/3081faf6-6c36-f855-e4b0-d18d41a2b810/data/default/testReplayEditsAfterRegionMovedWithMultiCF/4fcaee2fc0a5861d49464e32daa7ff49/.tmp, totalSize=9.5 K 2024-11-11T21:43:20,919 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 9bb8f743f3cd4af78d8455257090dd27, keycount=1, bloomtype=NONE, size=4.7 K, encoding=NONE, compression=NONE, seqNum=5, earliestPutTs=1731361399995 2024-11-11T21:43:20,920 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 5d02fe664b514dd6a872ecd86d07fdf4, keycount=1, bloomtype=NONE, size=4.8 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=9223372036854775807 2024-11-11T21:43:20,934 INFO [Time-limited test {}] throttle.PressureAwareThroughputController(145): 4fcaee2fc0a5861d49464e32daa7ff49#cf1#compaction#16 average throughput is NaN MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T21:43:20,943 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32903 is added to blk_1073741890_1068 (size=4626) 2024-11-11T21:43:20,943 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45349 is added to blk_1073741890_1068 (size=4626) 2024-11-11T21:43:20,944 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38269 is added to blk_1073741890_1068 (size=4626) 2024-11-11T21:43:20,953 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33499/user/jenkins/test-data/3081faf6-6c36-f855-e4b0-d18d41a2b810/data/default/testReplayEditsAfterRegionMovedWithMultiCF/4fcaee2fc0a5861d49464e32daa7ff49/.tmp/cf1/1501db86e8f04333a89b2ca10ad3836f as hdfs://localhost:33499/user/jenkins/test-data/3081faf6-6c36-f855-e4b0-d18d41a2b810/data/default/testReplayEditsAfterRegionMovedWithMultiCF/4fcaee2fc0a5861d49464e32daa7ff49/cf1/1501db86e8f04333a89b2ca10ad3836f 2024-11-11T21:43:20,968 INFO [Time-limited test {}] regionserver.HStore(1337): Completed major compaction of 2 (all) file(s) in 4fcaee2fc0a5861d49464e32daa7ff49/cf1 of 4fcaee2fc0a5861d49464e32daa7ff49 into 1501db86e8f04333a89b2ca10ad3836f(size=4.5 K), total size for store is 4.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T21:43:20,968 DEBUG [Time-limited test {}] regionserver.HRegion(2446): Compaction status journal for 4fcaee2fc0a5861d49464e32daa7ff49: 2024-11-11T21:43:20,968 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 1 store files, 0 compacting, 1 eligible, 16 blocking 2024-11-11T21:43:20,969 DEBUG [Time-limited test {}] regionserver.HStore(1541): 4fcaee2fc0a5861d49464e32daa7ff49/cf2 is initiating major compaction (all files) 2024-11-11T21:43:20,969 INFO [Time-limited test {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-11T21:43:20,969 INFO [Time-limited test {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T21:43:20,969 INFO [Time-limited test {}] regionserver.HRegion(2416): Starting compaction of 4fcaee2fc0a5861d49464e32daa7ff49/cf2 in testReplayEditsAfterRegionMovedWithMultiCF,,1731361399325.4fcaee2fc0a5861d49464e32daa7ff49. 2024-11-11T21:43:20,969 INFO [Time-limited test {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33499/user/jenkins/test-data/3081faf6-6c36-f855-e4b0-d18d41a2b810/data/default/testReplayEditsAfterRegionMovedWithMultiCF/4fcaee2fc0a5861d49464e32daa7ff49/cf2/38d197aad1fc42d1bfdc401a2c58c396] into tmpdir=hdfs://localhost:33499/user/jenkins/test-data/3081faf6-6c36-f855-e4b0-d18d41a2b810/data/default/testReplayEditsAfterRegionMovedWithMultiCF/4fcaee2fc0a5861d49464e32daa7ff49/.tmp, totalSize=4.8 K 2024-11-11T21:43:20,970 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 38d197aad1fc42d1bfdc401a2c58c396, keycount=1, bloomtype=NONE, size=4.8 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=9223372036854775807 2024-11-11T21:43:20,978 INFO [Time-limited test {}] throttle.PressureAwareThroughputController(145): 4fcaee2fc0a5861d49464e32daa7ff49#cf2#compaction#17 average throughput is NaN MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T21:43:20,987 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45349 is added to blk_1073741891_1069 (size=4592) 2024-11-11T21:43:20,987 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38269 is added to blk_1073741891_1069 (size=4592) 2024-11-11T21:43:20,988 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32903 is added to blk_1073741891_1069 (size=4592) 2024-11-11T21:43:20,998 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33499/user/jenkins/test-data/3081faf6-6c36-f855-e4b0-d18d41a2b810/data/default/testReplayEditsAfterRegionMovedWithMultiCF/4fcaee2fc0a5861d49464e32daa7ff49/.tmp/cf2/d06367b3f38d4ea2bf88d86921828efd as hdfs://localhost:33499/user/jenkins/test-data/3081faf6-6c36-f855-e4b0-d18d41a2b810/data/default/testReplayEditsAfterRegionMovedWithMultiCF/4fcaee2fc0a5861d49464e32daa7ff49/cf2/d06367b3f38d4ea2bf88d86921828efd 2024-11-11T21:43:21,006 INFO [Time-limited test {}] regionserver.HStore(1337): Completed major compaction of 1 (all) file(s) in 4fcaee2fc0a5861d49464e32daa7ff49/cf2 of 4fcaee2fc0a5861d49464e32daa7ff49 into d06367b3f38d4ea2bf88d86921828efd(size=4.5 K), total size for store is 4.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T21:43:21,007 DEBUG [Time-limited test {}] regionserver.HRegion(2446): Compaction status journal for 4fcaee2fc0a5861d49464e32daa7ff49: 2024-11-11T21:43:21,012 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43333 {}] master.HMaster(2410): Client=jenkins//172.17.0.2 move hri=4fcaee2fc0a5861d49464e32daa7ff49, source=22a1f13b90b0,37777,1731361384016, destination=22a1f13b90b0,40209,1731361384156, warming up region on 22a1f13b90b0,40209,1731361384156 2024-11-11T21:43:21,012 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43333 {}] master.HMaster(2414): Client=jenkins//172.17.0.2 move hri=4fcaee2fc0a5861d49464e32daa7ff49, source=22a1f13b90b0,37777,1731361384016, destination=22a1f13b90b0,40209,1731361384156, running balancer 2024-11-11T21:43:21,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43333 {}] procedure2.ProcedureExecutor(1139): Stored pid=10, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=4fcaee2fc0a5861d49464e32daa7ff49, REOPEN/MOVE 2024-11-11T21:43:21,014 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=4fcaee2fc0a5861d49464e32daa7ff49, REOPEN/MOVE 2024-11-11T21:43:21,016 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=4fcaee2fc0a5861d49464e32daa7ff49, regionState=CLOSING, regionLocation=22a1f13b90b0,37777,1731361384016 2024-11-11T21:43:21,016 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40209 {}] regionserver.RSRpcServices(2066): Warmup testReplayEditsAfterRegionMovedWithMultiCF,,1731361399325.4fcaee2fc0a5861d49464e32daa7ff49. 2024-11-11T21:43:21,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40209 {}] regionserver.HRegion(7855): Warmup {ENCODED => 4fcaee2fc0a5861d49464e32daa7ff49, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1731361399325.4fcaee2fc0a5861d49464e32daa7ff49.', STARTKEY => '', ENDKEY => ''} 2024-11-11T21:43:21,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40209 {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1731361399325.4fcaee2fc0a5861d49464e32daa7ff49.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T21:43:21,017 INFO [StoreOpener-4fcaee2fc0a5861d49464e32daa7ff49-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region 4fcaee2fc0a5861d49464e32daa7ff49 2024-11-11T21:43:21,019 INFO [StoreOpener-4fcaee2fc0a5861d49464e32daa7ff49-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4fcaee2fc0a5861d49464e32daa7ff49 columnFamilyName cf1 2024-11-11T21:43:21,019 DEBUG [StoreOpener-4fcaee2fc0a5861d49464e32daa7ff49-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:43:21,021 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=4fcaee2fc0a5861d49464e32daa7ff49, REOPEN/MOVE because future has completed 2024-11-11T21:43:21,022 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-11T21:43:21,022 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE, hasLock=false; CloseRegionProcedure 4fcaee2fc0a5861d49464e32daa7ff49, server=22a1f13b90b0,37777,1731361384016}] 2024-11-11T21:43:21,035 DEBUG [StoreOpener-4fcaee2fc0a5861d49464e32daa7ff49-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:33499/user/jenkins/test-data/3081faf6-6c36-f855-e4b0-d18d41a2b810/data/default/testReplayEditsAfterRegionMovedWithMultiCF/4fcaee2fc0a5861d49464e32daa7ff49/cf1/1501db86e8f04333a89b2ca10ad3836f 2024-11-11T21:43:21,041 INFO [StoreFileOpener-4fcaee2fc0a5861d49464e32daa7ff49-cf1-1 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5d02fe664b514dd6a872ecd86d07fdf4 2024-11-11T21:43:21,041 DEBUG [StoreOpener-4fcaee2fc0a5861d49464e32daa7ff49-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:33499/user/jenkins/test-data/3081faf6-6c36-f855-e4b0-d18d41a2b810/data/default/testReplayEditsAfterRegionMovedWithMultiCF/4fcaee2fc0a5861d49464e32daa7ff49/cf1/5d02fe664b514dd6a872ecd86d07fdf4 2024-11-11T21:43:21,048 DEBUG [StoreOpener-4fcaee2fc0a5861d49464e32daa7ff49-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:33499/user/jenkins/test-data/3081faf6-6c36-f855-e4b0-d18d41a2b810/data/default/testReplayEditsAfterRegionMovedWithMultiCF/4fcaee2fc0a5861d49464e32daa7ff49/cf1/9bb8f743f3cd4af78d8455257090dd27 2024-11-11T21:43:21,048 INFO [StoreOpener-4fcaee2fc0a5861d49464e32daa7ff49-1 {}] regionserver.HStore(327): Store=4fcaee2fc0a5861d49464e32daa7ff49/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T21:43:21,048 INFO [StoreOpener-4fcaee2fc0a5861d49464e32daa7ff49-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region 4fcaee2fc0a5861d49464e32daa7ff49 2024-11-11T21:43:21,050 INFO [StoreOpener-4fcaee2fc0a5861d49464e32daa7ff49-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4fcaee2fc0a5861d49464e32daa7ff49 columnFamilyName cf2 2024-11-11T21:43:21,050 DEBUG [StoreOpener-4fcaee2fc0a5861d49464e32daa7ff49-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:43:21,058 INFO [StoreFileOpener-4fcaee2fc0a5861d49464e32daa7ff49-cf2-1 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 38d197aad1fc42d1bfdc401a2c58c396 2024-11-11T21:43:21,058 DEBUG [StoreOpener-4fcaee2fc0a5861d49464e32daa7ff49-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:33499/user/jenkins/test-data/3081faf6-6c36-f855-e4b0-d18d41a2b810/data/default/testReplayEditsAfterRegionMovedWithMultiCF/4fcaee2fc0a5861d49464e32daa7ff49/cf2/38d197aad1fc42d1bfdc401a2c58c396 2024-11-11T21:43:21,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43333 {}] procedure.ProcedureSyncWait(219): waitFor pid=10 2024-11-11T21:43:21,064 DEBUG [StoreOpener-4fcaee2fc0a5861d49464e32daa7ff49-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:33499/user/jenkins/test-data/3081faf6-6c36-f855-e4b0-d18d41a2b810/data/default/testReplayEditsAfterRegionMovedWithMultiCF/4fcaee2fc0a5861d49464e32daa7ff49/cf2/d06367b3f38d4ea2bf88d86921828efd 2024-11-11T21:43:21,064 INFO [StoreOpener-4fcaee2fc0a5861d49464e32daa7ff49-1 {}] regionserver.HStore(327): Store=4fcaee2fc0a5861d49464e32daa7ff49/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T21:43:21,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40209 {}] regionserver.HRegion(1722): Closing 4fcaee2fc0a5861d49464e32daa7ff49, disabling compactions & flushes 2024-11-11T21:43:21,065 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40209 {}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1731361399325.4fcaee2fc0a5861d49464e32daa7ff49. 2024-11-11T21:43:21,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40209 {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1731361399325.4fcaee2fc0a5861d49464e32daa7ff49. 2024-11-11T21:43:21,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40209 {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1731361399325.4fcaee2fc0a5861d49464e32daa7ff49. after waiting 0 ms 2024-11-11T21:43:21,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40209 {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1731361399325.4fcaee2fc0a5861d49464e32daa7ff49. 2024-11-11T21:43:21,066 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40209 {}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1731361399325.4fcaee2fc0a5861d49464e32daa7ff49. 2024-11-11T21:43:21,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40209 {}] regionserver.HRegion(1676): Region close journal for 4fcaee2fc0a5861d49464e32daa7ff49: Waiting for close lock at 1731361401065Disabling compacts and flushes for region at 1731361401065Disabling writes for close at 1731361401065Writing region close event to WAL at 1731361401066 (+1 ms)Closed at 1731361401066 2024-11-11T21:43:21,176 INFO [RS_CLOSE_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] handler.UnassignRegionHandler(122): Close 4fcaee2fc0a5861d49464e32daa7ff49 2024-11-11T21:43:21,176 DEBUG [RS_CLOSE_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-11T21:43:21,177 DEBUG [RS_CLOSE_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1722): Closing 4fcaee2fc0a5861d49464e32daa7ff49, disabling compactions & flushes 2024-11-11T21:43:21,177 INFO [RS_CLOSE_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1731361399325.4fcaee2fc0a5861d49464e32daa7ff49. 2024-11-11T21:43:21,177 DEBUG [RS_CLOSE_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1731361399325.4fcaee2fc0a5861d49464e32daa7ff49. 2024-11-11T21:43:21,177 DEBUG [RS_CLOSE_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1731361399325.4fcaee2fc0a5861d49464e32daa7ff49. after waiting 0 ms 2024-11-11T21:43:21,177 DEBUG [RS_CLOSE_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1731361399325.4fcaee2fc0a5861d49464e32daa7ff49. 2024-11-11T21:43:21,177 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1731361399325.4fcaee2fc0a5861d49464e32daa7ff49.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:33499/user/jenkins/test-data/3081faf6-6c36-f855-e4b0-d18d41a2b810/data/default/testReplayEditsAfterRegionMovedWithMultiCF/4fcaee2fc0a5861d49464e32daa7ff49/cf1/9bb8f743f3cd4af78d8455257090dd27, hdfs://localhost:33499/user/jenkins/test-data/3081faf6-6c36-f855-e4b0-d18d41a2b810/data/default/testReplayEditsAfterRegionMovedWithMultiCF/4fcaee2fc0a5861d49464e32daa7ff49/cf1/5d02fe664b514dd6a872ecd86d07fdf4] to archive 2024-11-11T21:43:21,180 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1731361399325.4fcaee2fc0a5861d49464e32daa7ff49.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-11T21:43:21,184 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1731361399325.4fcaee2fc0a5861d49464e32daa7ff49.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33499/user/jenkins/test-data/3081faf6-6c36-f855-e4b0-d18d41a2b810/data/default/testReplayEditsAfterRegionMovedWithMultiCF/4fcaee2fc0a5861d49464e32daa7ff49/cf1/9bb8f743f3cd4af78d8455257090dd27 to hdfs://localhost:33499/user/jenkins/test-data/3081faf6-6c36-f855-e4b0-d18d41a2b810/archive/data/default/testReplayEditsAfterRegionMovedWithMultiCF/4fcaee2fc0a5861d49464e32daa7ff49/cf1/9bb8f743f3cd4af78d8455257090dd27 2024-11-11T21:43:21,185 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1731361399325.4fcaee2fc0a5861d49464e32daa7ff49.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33499/user/jenkins/test-data/3081faf6-6c36-f855-e4b0-d18d41a2b810/data/default/testReplayEditsAfterRegionMovedWithMultiCF/4fcaee2fc0a5861d49464e32daa7ff49/cf1/5d02fe664b514dd6a872ecd86d07fdf4 to hdfs://localhost:33499/user/jenkins/test-data/3081faf6-6c36-f855-e4b0-d18d41a2b810/archive/data/default/testReplayEditsAfterRegionMovedWithMultiCF/4fcaee2fc0a5861d49464e32daa7ff49/cf1/5d02fe664b514dd6a872ecd86d07fdf4 2024-11-11T21:43:21,197 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1731361399325.4fcaee2fc0a5861d49464e32daa7ff49.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:33499/user/jenkins/test-data/3081faf6-6c36-f855-e4b0-d18d41a2b810/data/default/testReplayEditsAfterRegionMovedWithMultiCF/4fcaee2fc0a5861d49464e32daa7ff49/cf2/38d197aad1fc42d1bfdc401a2c58c396] to archive 2024-11-11T21:43:21,198 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1731361399325.4fcaee2fc0a5861d49464e32daa7ff49.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-11T21:43:21,200 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1731361399325.4fcaee2fc0a5861d49464e32daa7ff49.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33499/user/jenkins/test-data/3081faf6-6c36-f855-e4b0-d18d41a2b810/data/default/testReplayEditsAfterRegionMovedWithMultiCF/4fcaee2fc0a5861d49464e32daa7ff49/cf2/38d197aad1fc42d1bfdc401a2c58c396 to hdfs://localhost:33499/user/jenkins/test-data/3081faf6-6c36-f855-e4b0-d18d41a2b810/archive/data/default/testReplayEditsAfterRegionMovedWithMultiCF/4fcaee2fc0a5861d49464e32daa7ff49/cf2/38d197aad1fc42d1bfdc401a2c58c396 2024-11-11T21:43:21,207 DEBUG [RS_CLOSE_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33499/user/jenkins/test-data/3081faf6-6c36-f855-e4b0-d18d41a2b810/data/default/testReplayEditsAfterRegionMovedWithMultiCF/4fcaee2fc0a5861d49464e32daa7ff49/recovered.edits/17.seqid, newMaxSeqId=17, maxSeqId=8 2024-11-11T21:43:21,208 INFO [RS_CLOSE_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1731361399325.4fcaee2fc0a5861d49464e32daa7ff49. 2024-11-11T21:43:21,208 DEBUG [RS_CLOSE_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1676): Region close journal for 4fcaee2fc0a5861d49464e32daa7ff49: Waiting for close lock at 1731361401177Running coprocessor pre-close hooks at 1731361401177Disabling compacts and flushes for region at 1731361401177Disabling writes for close at 1731361401177Writing region close event to WAL at 1731361401202 (+25 ms)Running coprocessor post-close hooks at 1731361401207 (+5 ms)Closed at 1731361401207 2024-11-11T21:43:21,208 INFO [RS_CLOSE_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegionServer(3302): Adding 4fcaee2fc0a5861d49464e32daa7ff49 move to 22a1f13b90b0,40209,1731361384156 record at close sequenceid=12 2024-11-11T21:43:21,211 INFO [RS_CLOSE_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] handler.UnassignRegionHandler(157): Closed 4fcaee2fc0a5861d49464e32daa7ff49 2024-11-11T21:43:21,212 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=4fcaee2fc0a5861d49464e32daa7ff49, regionState=CLOSED 2024-11-11T21:43:21,216 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=10, state=RUNNABLE, hasLock=false; CloseRegionProcedure 4fcaee2fc0a5861d49464e32daa7ff49, server=22a1f13b90b0,37777,1731361384016 because future has completed 2024-11-11T21:43:21,221 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=10 2024-11-11T21:43:21,222 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=10, state=SUCCESS, hasLock=false; CloseRegionProcedure 4fcaee2fc0a5861d49464e32daa7ff49, server=22a1f13b90b0,37777,1731361384016 in 196 msec 2024-11-11T21:43:21,223 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=4fcaee2fc0a5861d49464e32daa7ff49, REOPEN/MOVE; state=CLOSED, location=22a1f13b90b0,40209,1731361384156; forceNewPlan=false, retain=false 2024-11-11T21:43:21,373 INFO [22a1f13b90b0:43333 {}] balancer.BaseLoadBalancer(388): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-11-11T21:43:21,374 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=4fcaee2fc0a5861d49464e32daa7ff49, regionState=OPENING, regionLocation=22a1f13b90b0,40209,1731361384156 2024-11-11T21:43:21,378 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=4fcaee2fc0a5861d49464e32daa7ff49, REOPEN/MOVE because future has completed 2024-11-11T21:43:21,378 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4fcaee2fc0a5861d49464e32daa7ff49, server=22a1f13b90b0,40209,1731361384156}] 2024-11-11T21:43:21,536 INFO [RS_OPEN_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(132): Open testReplayEditsAfterRegionMovedWithMultiCF,,1731361399325.4fcaee2fc0a5861d49464e32daa7ff49. 2024-11-11T21:43:21,537 DEBUG [RS_OPEN_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7752): Opening region: {ENCODED => 4fcaee2fc0a5861d49464e32daa7ff49, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1731361399325.4fcaee2fc0a5861d49464e32daa7ff49.', STARTKEY => '', ENDKEY => ''} 2024-11-11T21:43:21,537 DEBUG [RS_OPEN_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterRegionMovedWithMultiCF 4fcaee2fc0a5861d49464e32daa7ff49 2024-11-11T21:43:21,537 DEBUG [RS_OPEN_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1731361399325.4fcaee2fc0a5861d49464e32daa7ff49.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T21:43:21,537 DEBUG [RS_OPEN_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7794): checking encryption for 4fcaee2fc0a5861d49464e32daa7ff49 2024-11-11T21:43:21,537 DEBUG [RS_OPEN_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7797): checking classloading for 4fcaee2fc0a5861d49464e32daa7ff49 2024-11-11T21:43:21,539 INFO [StoreOpener-4fcaee2fc0a5861d49464e32daa7ff49-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region 4fcaee2fc0a5861d49464e32daa7ff49 2024-11-11T21:43:21,540 INFO [StoreOpener-4fcaee2fc0a5861d49464e32daa7ff49-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4fcaee2fc0a5861d49464e32daa7ff49 columnFamilyName cf1 2024-11-11T21:43:21,540 DEBUG [StoreOpener-4fcaee2fc0a5861d49464e32daa7ff49-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:43:21,548 DEBUG [StoreOpener-4fcaee2fc0a5861d49464e32daa7ff49-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:33499/user/jenkins/test-data/3081faf6-6c36-f855-e4b0-d18d41a2b810/data/default/testReplayEditsAfterRegionMovedWithMultiCF/4fcaee2fc0a5861d49464e32daa7ff49/cf1/1501db86e8f04333a89b2ca10ad3836f 2024-11-11T21:43:21,548 INFO [StoreOpener-4fcaee2fc0a5861d49464e32daa7ff49-1 {}] regionserver.HStore(327): Store=4fcaee2fc0a5861d49464e32daa7ff49/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T21:43:21,549 INFO [StoreOpener-4fcaee2fc0a5861d49464e32daa7ff49-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region 4fcaee2fc0a5861d49464e32daa7ff49 2024-11-11T21:43:21,550 INFO [StoreOpener-4fcaee2fc0a5861d49464e32daa7ff49-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4fcaee2fc0a5861d49464e32daa7ff49 columnFamilyName cf2 2024-11-11T21:43:21,550 DEBUG [StoreOpener-4fcaee2fc0a5861d49464e32daa7ff49-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:43:21,562 DEBUG [StoreOpener-4fcaee2fc0a5861d49464e32daa7ff49-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:33499/user/jenkins/test-data/3081faf6-6c36-f855-e4b0-d18d41a2b810/data/default/testReplayEditsAfterRegionMovedWithMultiCF/4fcaee2fc0a5861d49464e32daa7ff49/cf2/d06367b3f38d4ea2bf88d86921828efd 2024-11-11T21:43:21,562 INFO [StoreOpener-4fcaee2fc0a5861d49464e32daa7ff49-1 {}] regionserver.HStore(327): Store=4fcaee2fc0a5861d49464e32daa7ff49/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T21:43:21,562 DEBUG [RS_OPEN_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1038): replaying wal for 4fcaee2fc0a5861d49464e32daa7ff49 2024-11-11T21:43:21,564 DEBUG [RS_OPEN_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33499/user/jenkins/test-data/3081faf6-6c36-f855-e4b0-d18d41a2b810/data/default/testReplayEditsAfterRegionMovedWithMultiCF/4fcaee2fc0a5861d49464e32daa7ff49 2024-11-11T21:43:21,565 DEBUG [RS_OPEN_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33499/user/jenkins/test-data/3081faf6-6c36-f855-e4b0-d18d41a2b810/data/default/testReplayEditsAfterRegionMovedWithMultiCF/4fcaee2fc0a5861d49464e32daa7ff49 2024-11-11T21:43:21,566 DEBUG [RS_OPEN_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1048): stopping wal replay for 4fcaee2fc0a5861d49464e32daa7ff49 2024-11-11T21:43:21,567 DEBUG [RS_OPEN_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1060): Cleaning up temporary data for 4fcaee2fc0a5861d49464e32daa7ff49 2024-11-11T21:43:21,568 DEBUG [RS_OPEN_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterRegionMovedWithMultiCF descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-11-11T21:43:21,570 DEBUG [RS_OPEN_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1093): writing seq id for 4fcaee2fc0a5861d49464e32daa7ff49 2024-11-11T21:43:21,572 INFO [RS_OPEN_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1114): Opened 4fcaee2fc0a5861d49464e32daa7ff49; next sequenceid=18; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64376831, jitterRate=-0.040710464119911194}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-11-11T21:43:21,572 DEBUG [RS_OPEN_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 4fcaee2fc0a5861d49464e32daa7ff49 2024-11-11T21:43:21,573 DEBUG [RS_OPEN_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1006): Region open journal for 4fcaee2fc0a5861d49464e32daa7ff49: Running coprocessor pre-open hook at 1731361401537Writing region info on filesystem at 1731361401537Initializing all the Stores at 1731361401538 (+1 ms)Instantiating store for column family {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731361401538Instantiating store for column family {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731361401539 (+1 ms)Cleaning up temporary data from old regions at 1731361401567 (+28 ms)Running coprocessor post-open hooks at 1731361401572 (+5 ms)Region opened successfully at 1731361401573 (+1 ms) 2024-11-11T21:43:21,575 INFO [RS_OPEN_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2236): Post open deploy tasks for testReplayEditsAfterRegionMovedWithMultiCF,,1731361399325.4fcaee2fc0a5861d49464e32daa7ff49., pid=12, masterSystemTime=1731361401532 2024-11-11T21:43:21,580 DEBUG [RS_OPEN_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2266): Finished post open deploy task for testReplayEditsAfterRegionMovedWithMultiCF,,1731361399325.4fcaee2fc0a5861d49464e32daa7ff49. 2024-11-11T21:43:21,580 INFO [RS_OPEN_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(153): Opened testReplayEditsAfterRegionMovedWithMultiCF,,1731361399325.4fcaee2fc0a5861d49464e32daa7ff49. 2024-11-11T21:43:21,580 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=4fcaee2fc0a5861d49464e32daa7ff49, regionState=OPEN, openSeqNum=18, regionLocation=22a1f13b90b0,40209,1731361384156 2024-11-11T21:43:21,584 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4fcaee2fc0a5861d49464e32daa7ff49, server=22a1f13b90b0,40209,1731361384156 because future has completed 2024-11-11T21:43:21,591 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=10 2024-11-11T21:43:21,591 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 4fcaee2fc0a5861d49464e32daa7ff49, server=22a1f13b90b0,40209,1731361384156 in 208 msec 2024-11-11T21:43:21,594 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=4fcaee2fc0a5861d49464e32daa7ff49, REOPEN/MOVE in 579 msec 2024-11-11T21:43:21,616 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T21:43:21,620 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40540, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-11T21:43:21,622 ERROR [Time-limited test {}] regionserver.HRegionServer(2442): ***** ABORTING region server 22a1f13b90b0,40209,1731361384156: testing ***** 2024-11-11T21:43:21,623 ERROR [Time-limited test {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-11T21:43:21,625 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-11T21:43:21,627 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-11T21:43:21,635 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-11T21:43:21,638 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-11T21:43:21,680 INFO [Time-limited test {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 668733528 }, "NonHeapMemoryUsage": { "committed": 171573248, "init": 7667712, "max": -1, "used": 169041096 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=IPC", "modelerType": "RegionServer,sub=IPC", "tag.Context": "regionserver", "tag.Hostname": "22a1f13b90b0", "queueSize": 0, "numCallsInGeneralQueue": 0, "numCallsInReplicationQueue": 0, "numCallsInBulkLoadQueue": 0, "numCallsInPriorityQueue": 0, "numCallsInMetaPriorityQueue": 0, "numOpenConnections": 4, "numActiveHandler": 0, "numActiveGeneralHandler": 0, "numActivePriorityHandler": 0, "numActiveReplicationHandler": 0, "numGeneralCallsDropped": 0, "numLifoModeSwitches": 0, "numCallsInWriteQueue": 0, "numActiveBulkLoadHandler": 0, "numCallsInReadQueue": 0, "numCallsInScanQueue": 0, "numActiveWriteHandler": 0, "numActiveReadHandler": 0, "numActiveScanHandler": 0, "nettyDirectMemoryUsage": 67108864, "nettyTotalPendingOutboundBytes": 0, "nettyMaxPendingOutboundBytes": 0, "receivedBytes": 10264, "exceptions.RegionMovedException": 1, "authenticationSuccesses": 0, "authorizationFailures": 0, "exceptions.requestTooBig": 0, "UnwritableTime_num_ops": 0, "UnwritableTime_min": 0, "UnwritableTime_max": 0, "UnwritableTime_mean": 0, "UnwritableTime_25th_percentile": 0, "UnwritableTime_median": 0, "UnwritableTime_75th_percentile": 0, "UnwritableTime_90th_percentile": 0, "UnwritableTime_95th_percentile": 0, "UnwritableTime_98th_percentile": 0, "UnwritableTime_99th_percentile": 0, "UnwritableTime_99.9th_percentile": 0, "exceptions.OutOfOrderScannerNextException": 0, "exceptions.rpcThrottling": 0, "exceptions.otherExceptions": 0, "ProcessCallTime_num_ops": 39, "ProcessCallTime_min": 0, "ProcessCallTime_max": 53, "ProcessCallTime_mean": 4, "ProcessCallTime_25th_percentile": 1, "ProcessCallTime_median": 2, "ProcessCallTime_75th_percentile": 3, "ProcessCallTime_90th_percentile": 6, "ProcessCallTime_95th_percentile": 11, "ProcessCallTime_98th_percentile": 53, "ProcessCallTime_99th_percentile": 53, "ProcessCallTime_99.9th_percentile": 53, "ProcessCallTime_TimeRangeCount_0-1": 8, "ProcessCallTime_TimeRangeCount_1-3": 16, "ProcessCallTime_TimeRangeCount_3-10": 5, "ProcessCallTime_TimeRangeCount_10-30": 1, "ProcessCallTime_TimeRangeCount_30-100": 1, "exceptions.callQueueTooBig": 0, "QueueCallTime_num_ops": 39, "QueueCallTime_min": 0, "QueueCallTime_max": 0, "QueueCallTime_mean": 0, "QueueCallTime_25th_percentile": 0, "QueueCallTime_median": 0, "QueueCallTime_75th_percentile": 0, "QueueCallTime_90th_percentile": 0, "QueueCallTime_95th_percentile": 0, "QueueCallTime_98th_percentile": 0, "QueueCallTime_99th_percentile": 0, "QueueCallTime_99.9th_percentile": 0, "QueueCallTime_TimeRangeCount_0-1": 31, "authenticationFailures": 0, "exceptions.multiResponseTooLarge": 0, "exceptions.callDropped": 0, "TotalCallTime_num_ops": 39, "TotalCallTime_min": 0, "TotalCallTime_max": 53, "TotalCallTime_mean": 4, "TotalCallTime_25th_percentile": 1, "TotalCallTime_median": 2, "TotalCallTime_75th_percentile": 3, "TotalCallTime_90th_percentile": 6, "TotalCallTime_95th_percentile": 11, "TotalCallTime_98th_percentile": 53, "TotalCallTime_99th_percentile": 53, "TotalCallTime_99.9th_percentile": 53, "TotalCallTime_TimeRangeCount_0-1": 8, "TotalCallTime_TimeRangeCount_1-3": 16, "TotalCallTime_TimeRangeCount_3-10": 5, "TotalCallTime_TimeRangeCount_10-30": 1, "TotalCallTime_TimeRangeCount_30-100": 1, "exceptions.RegionTooBusyException": 0, "exceptions.FailedSanityCheckException": 0, "ResponseSize_num_ops": 39, "ResponseSize_min": 0, "ResponseSize_max": 1139, "ResponseSize_mean": 160, "ResponseSize_25th_percentile": 2, "ResponseSize_median": 2, "ResponseSize_75th_percentile": 74, "ResponseSize_90th_percentile": 453, "ResponseSize_95th_percentile": 796, "ResponseSize_98th_percentile": 1001, "ResponseSize_99th_percentile": 1070, "ResponseSize_99.9th_percentile": 1132, "ResponseSize_SizeRangeCount_0-10": 22, "ResponseSize_SizeRangeCount_10-100": 4, "ResponseSize_SizeRangeCount_100-1000": 5, "exceptions.UnknownScannerException": 0, "exceptions": 1, "maxOutboundBytesExceeded": 0, "authenticationFallbacks": 0, "exceptions.quotaExceeded": 0, "exceptions.callTimedOut": 0, "exceptions.NotServingRegionException": 0, "authorizationSuccesses": 0, "exceptions.ScannerResetException": 0, "RequestSize_num_ops": 39, "RequestSize_min": 31, "RequestSize_max": 390, "RequestSize_mean": 204, "RequestSize_25th_percentile": 119, "RequestSize_median": 179, "RequestSize_75th_percentile": 330, "RequestSize_90th_percentile": 330, "RequestSize_95th_percentile": 365, "RequestSize_98th_percentile": 380, "RequestSize_99th_percentile": 385, "RequestSize_99.9th_percentile": 389, "RequestSize_SizeRangeCount_0-10": 2, "RequestSize_SizeRangeCount_100-1000": 29, "sentBytes": 5781 } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=Replication", "modelerType": "RegionServer,sub=Replication", "tag.Context": "regionserver", "tag.Hostname": "22a1f13b90b0", "source.shippedHFiles": 0, "Source.ageOfLastShippedOp_num_ops": 0, "Source.ageOfLastShippedOp_min": 0, "Source.ageOfLastShippedOp_max": 0, "Source.ageOfLastShippedOp_mean": 0, "Source.ageOfLastShippedOp_25th_percentile": 0, "Source.ageOfLastShippedOp_median": 0, "Source.ageOfLastShippedOp_75th_percentile": 0, "Source.ageOfLastShippedOp_90th_percentile": 0, "Source.ageOfLastShippedOp_95th_percentile": 0, "Source.ageOfLastShippedOp_98th_percentile": 0, "Source.ageOfLastShippedOp_99th_percentile": 0, "Source.ageOfLastShippedOp_99.9th_percentile": 0, "source.uncleanlyClosedLogs": 0, "source.closedLogsWithUnknownFileLength": 0, "source.walReaderEditsBufferUsage": 0, "source.repeatedLogFileBytes": 0, "source.sizeOfHFileRefsQueue": 0, "source.logReadInBytes": 0, "source.completedRecoverQueues": 0, "source.sizeOfLogQueue": 0, "source.restartedLogReading": 0, "source.failedRecoverQueues": 0, "source.ignoredUncleanlyClosedLogContentsInBytes": 0, "Sink.ageOfLastAppliedOp_num_ops": 0, "Sink.ageOfLastAppliedOp_min": 0, "Sink.ageOfLastAppliedOp_max": 0, "Sink.ageOfLastAppliedOp_mean": 0, "Sink.ageOfLastAppliedOp_25th_percentile": 0, "Sink.ageOfLastAppliedOp_median": 0, "Sink.ageOfLastAppliedOp_75th_percentile": 0, "Sink.ageOfLastAppliedOp_90th_percentile": 0, "Sink.ageOfLastAppliedOp_95th_percentile": 0, "Sink.ageOfLastAppliedOp_98th_percentile": 0, "Sink.ageOfLastAppliedOp_99th_percentile": 0, "Sink.ageOfLastAppliedOp_99.9th_percentile": 0, "source.logEditsRead": 0, "source.numInitializing": 0, "source.shippedOps": 0, "sink.appliedHFiles": 0, "source.logEditsFiltered": 0, "source.shippedBytes": 0, "sink.appliedOps": 0, "source.completedLogs": 0, "source.failedBatches": 0, "sink.failedBatches": 0, "source.shippedBatches": 0, "sink.appliedBatches": 0 } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=Server", "modelerType": "RegionServer,sub=Server", "tag.zookeeperQuorum": "127.0.0.1:49826", "tag.serverName": "22a1f13b90b0,40211,1731361384111", "tag.clusterId": "2f76f775-d3aa-4d26-af58-6871afc32350", "tag.Context": "regionserver", "tag.Hostname": "22a1f13b90b0", "regionCount": 0, "storeCount": 0, "hlogFileCount": 3, "hlogFileSize": 0, "storeFileCount": 0, "maxStoreFileCount": 0, "memStoreSize": 0, "memStoreHeapSize": 0, "memStoreOffHeapSize": 0, "storeFileSize": 0, "storeFileSizeGrowthRate": 0.0, "maxStoreFileAge": 0, "minStoreFileAge": 0, "avgStoreFileAge": 0, "numReferenceFiles": 0, "regionServerStartTime": 1731361384111, "averageRegionSize": 0, "storeFileIndexSize": 0, "staticIndexSize": 0, "staticBloomSize": 0, "bloomFilterRequestsCount": 0, "bloomFilterNegativeResultsCount": 0, "bloomFilterEligibleRequestsCount": 0, "mutationsWithoutWALCount": 0, "mutationsWithoutWALSize": 0, "percentFilesLocal": 0.0, "percentFilesLocalSecondaryRegions": 0.0, "totalBytesRead": 320685, "localBytesRead": 320685, "shortCircuitBytesRead": 0, "zeroCopyBytesRead": 0, "splitQueueLength": 0, "compactionQueueLength": 0, "smallCompactionQueueLength": 0, "largeCompactionQueueLength": 0, "flushQueueLength": 0, "blockCacheFreeSize": 922070024, "blockCacheCount": 0, "blockCacheDataBlockCount": 0, "blockCacheSize": 676856, "blockCacheCountHitPercent": 0.0, "blockCacheExpressHitPercent": 0.0, "l1CacheSize": 676856, "l1CacheFreeSize": 922070024, "l1CacheCount": 0, "l1CacheEvictionCount": 0, "l1CacheHitCount": 0, "l1CacheMissCount": 0, "l1CacheHitRatio": 0.0, "l1CacheMissRatio": 0.0, "l2CacheSize": 0, "l2CacheFreeSize": 0, "l2CacheCount": 0, "l2CacheEvictionCount": 0, "l2CacheHitCount": 0, "l2CacheMissCount": 0, "l2CacheHitRatio": 0.0, "l2CacheMissRatio": 0.0, "mobFileCacheCount": 0, "mobFileCacheHitPercent": 0.0, "readRequestRatePerSecond": 0.0, "writeRequestRatePerSecond": 0.0, "ByteBuffAllocatorHeapAllocationBytes": 227243, "ByteBuffAllocatorPoolAllocationBytes": 0, "ByteBuffAllocatorHeapAllocationRatio": 1.0, "ByteBuffAllocatorTotalBufferCount": 186, "ByteBuffAllocatorUsedBufferCount": 0, "activeScanners": 0, "totalRequestCount": 0, "totalRowActionRequestCount": 0, "readRequestCount": 0, "cpRequestCount": 0, "filteredReadRequestCount": 0, "writeRequestCount": 0, "rpcGetRequestCount": 0, "rpcFullScanRequestCount": 0, "rpcScanRequestCount": 0, "rpcMultiRequestCount": 0, "rpcMutateRequestCount": 0, "checkMutateFailedCount": 0, "checkMutatePassedCount": 0, "blockCacheHitCount": 0, "blockCacheHitCountPrimary": 0, "blockCacheHitCachingCount": 0, "blockCacheMissCount": 0, "blockCacheMissCountPrimary": 0, "blockCacheMissCachingCount": 0, "blockCacheEvictionCount": 0, "blockCacheEvictionCountPrimary": 0, "blockCacheFailedInsertionCount": 0, "blockCacheDataMissCount": 0, "blockCacheLeafIndexMissCount": 0, "blockCacheBloomChunkMissCount": 0, "blockCacheMetaMissCount": 0, "blockCacheRootIndexMissCount": 0, "blockCacheIntermediateIndexMissCount": 0, "blockCacheFileInfoMissCount": 0, "blockCacheGeneralBloomMetaMissCount": 0, "blockCacheDeleteFamilyBloomMissCount": 0, "blockCacheTrailerMissCount": 0, "blockCacheDataHitCount": 0, "blockCacheLeafIndexHitCount": 0, "blockCacheBloomChunkHitCount": 0, "blockCacheMetaHitCount": 0, "blockCacheRootIndexHitCount": 0, "blockCacheIntermediateIndexHitCount": 0, "blockCacheFileInfoHitCount": 0, "blockCacheGeneralBloomMetaHitCount": 0, "blockCacheDeleteFamilyBloomHitCount": 0, "blockCacheTrailerHitCount": 0, "updatesBlockedTime": 0, "flushedCellsCount": 0, "compactedCellsCount": 0, "majorCompactedCellsCount": 0, "flushedCellsSize": 0, "compactedCellsSize": 0, "majorCompactedCellsSize": 0, "cellsCountCompactedFromMob": 0, "cellsCountCompactedToMob": 0, "cellsSizeCompactedFromMob": 0, "cellsSizeCompactedToMob": 0, "mobFlushCount": 0, "mobFlushedCellsCount": 0, "mobFlushedCellsSize": 0, "mobScanCellsCount": 0, "mobScanCellsSize": 0, "mobFileCacheAccessCount": 0, "mobFileCacheMissCount": 0, "mobFileCacheEvictedCount": 0, "hedgedReads": 0, "hedgedReadWins": 0, "hedgedReadOpsInCurThread": 0, "blockedRequestCount": 0, "CheckAndMutate_num_ops": 0, "CheckAndMutate_min": 0, "CheckAndMutate_max": 0, "CheckAndMutate_mean": 0, "CheckAndMutate_25th_percentile": 0, "CheckAndMutate_median": 0, "CheckAndMutate_75th_percentile": 0, "CheckAndMutate_90th_percentile": 0, "CheckAndMutate_95th_percentile": 0, "CheckAndMutate_98th_percentile": 0, "CheckAndMutate_99th_percentile": 0, "CheckAndMutate_99.9th_percentile": 0, "MajorCompactionTime_num_ops": 0, "MajorCompactionTime_min": 0, "MajorCompactionTime_max": 0, "MajorCompactionTime_mean": 0, "MajorCompactionTime_25th_percentile": 0, "MajorCompactionTime_median": 0, "MajorCompactionTime_75th_percentile": 0, "MajorCompactionTime_90th_percentile": 0, "MajorCompactionTime_95th_percentile": 0, "MajorCompactionTime_98th_percentile": 0, "MajorCompactionTime_99th_percentile": 0, "MajorCompactionTime_99.9th_percentile": 0, "ScanTime_num_ops": 0, "ScanTime_min": 0, "ScanTime_max": 0, "ScanTime_mean": 0, "ScanTime_25th_percentile": 0, "ScanTime_median": 0, "ScanTime_75th_percentile": 0, "ScanTime_90th_percentile": 0, "ScanTime_95th_percentile": 0, "ScanTime_98th_percentile": 0, "ScanTime_99th_percentile": 0, "ScanTime_99.9th_percentile": 0, "CheckAndMutateBlockBytesScanned_num_ops": 0, "CheckAndMutateBlockBytesScanned_min": 0, "CheckAndMutateBlockBytesScanned_max": 0, "CheckAndMutateBlockBytesScanned_mean": 0, "CheckAndMutateBlockBytesScanned_25th_percentile": 0, "CheckAndMutateBlockBytesScanned_median": 0, "CheckAndMutateBlockBytesScanned_75th_percentile": 0, "CheckAndMutateBlockBytesScanned_90th_percentile": 0, "CheckAndMutateBlockBytesScanned_95th_percentile": 0, "CheckAndMutateBlockBytesScanned_98th_percentile": 0, "CheckAndMutateBlockBytesScanned_99th_percentile": 0, "CheckAndMutateBlockBytesScanned_99.9th_percentile": 0, "Put_num_ops": 0, "Put_min": 0, "Put_max": 0, "Put_mean": 0, "Put_25th_percentile": 0, "Put_median": 0, "Put_75th_percentile": 0, "Put_90th_percentile": 0, "Put_95th_percentile": 0, "Put_98th_percentile": 0, "Put_99th_percentile": 0, "Put_99.9th_percentile": 0, "splitRequestCount": 0, "AppendBlockBytesScanned_num_ops": 0, "AppendBlockBytesScanned_min": 0, "AppendBlockBytesScanned_max": 0, "AppendBlockBytesScanned_mean": 0, "AppendBlockBytesScanned_25th_percentile": 0, "AppendBlockBytesScanned_median": 0, "AppendBlockBytesScanned_75th_percentile": 0, "AppendBlockBytesScanned_90th_percentile": 0, "AppendBlockBytesScanned_95th_percentile": 0, "AppendBlockBytesScanned_98th_percentile": 0, "AppendBlockBytesScanned_99th_percentile": 0, "AppendBlockBytesScanned_99.9th_percentile": 0, "PutBatch_num_ops": 0, "PutBatch_min": 0, "PutBatch_max": 0, "PutBatch_mean": 0, "PutBatch_25th_percentile": 0, "PutBatch_median": 0, "PutBatch_75th_percentile": 0, "PutBatch_90th_percentile": 0, "PutBatch_95th_percentile": 0, "PutBatch_98th_percentile": 0, "PutBatch_99th_percentile": 0, "PutBatch_99.9th_percentile": 0, "IncrementBlockBytesScanned_num_ops": 0, "IncrementBlockBytesScanned_min": 0, "IncrementBlockBytesScanned_max": 0, "IncrementBlockBytesScanned_mean": 0, "IncrementBlockBytesScanned_25th_percentile": 0, "IncrementBlockBytesScanned_median": 0, "IncrementBlockBytesScanned_75th_percentile": 0, "IncrementBlockBytesScanned_90th_percentile": 0, "IncrementBlockBytesScanned_95th_percentile": 0, "IncrementBlockBytesScanned_98th_percentile": 0, "IncrementBlockBytesScanned_99th_percentile": 0, "IncrementBlockBytesScanned_99.9th_percentile": 0, "SplitTime_num_ops": 0, "SplitTime_min": 0, "SplitTime_max": 0, "SplitTime_mean": 0, "SplitTime_25th_percentile": 0, "SplitTime_median": 0, "SplitTime_75th_percentile": 0, "SplitTime_90th_percentile": 0, "SplitTime_95th_percentile": 0, "SplitTime_98th_percentile": 0, "SplitTime_99th_percentile": 0, "SplitTime_99.9th_percentile": 0, "GetBlockBytesScanned_num_ops": 0, "GetBlockBytesScanned_min": 0, "GetBlockBytesScanned_max": 0, "GetBlockBytesScanned_mean": 0, "GetBlockBytesScanned_25th_percentile": 0, "GetBlockBytesScanned_median": 0, "GetBlockBytesScanned_75th_percentile": 0, "GetBlockBytesScanned_90th_percentile": 0, "GetBlockBytesScanned_95th_percentile": 0, "GetBlockBytesScanned_98th_percentile": 0, "GetBlockBytesScanned_99th_percentile": 0, "GetBlockBytesScanned_99.9th_percentile": 0, "majorCompactedInputBytes": 0, "slowAppendCount": 0, "flushedOutputBytes": 0, "Replay_num_ops": 0, "Replay_min": 0, "Replay_max": 0, "Replay_mean": 0, "Replay_25th_percentile": 0, "Replay_median": 0, "Replay_75th_percentile": 0, "Replay_90th_percentile": 0, "Replay_95th_percentile": 0, "Replay_98th_percentile": 0, "Replay_99th_percentile": 0, "Replay_99.9th_percentile": 0, "MajorCompactionInputSize_num_ops": 0, "MajorCompactionInputSize_min": 0, "MajorCompactionInputSize_max": 0, "MajorCompactionInputSize_mean": 0, "MajorCompactionInputSize_25th_percentile": 0, "MajorCompactionInputSize_median": 0, "MajorCompactionInputSize_75th_percentile": 0, "MajorCompactionInputSize_90th_percentile": 0, "MajorCompactionInputSize_95th_percentile": 0, "MajorCompactionInputSize_98th_percentile": 0, "MajorCompactionInputSize_99th_percentile": 0, "MajorCompactionInputSize_99.9th_percentile": 0, "pauseInfoThresholdExceeded": 0, "CheckAndDelete_num_ops": 0, "CheckAndDelete_min": 0, "CheckAndDelete_max": 0, "CheckAndDelete_mean": 0, "CheckAndDelete_25th_percentile": 0, "CheckAndDelete_median": 0, "CheckAndDelete_75th_percentile": 0, "CheckAndDelete_90th_percentile": 0, "CheckAndDelete_95th_percentile": 0, "CheckAndDelete_98th_percentile": 0, "CheckAndDelete_99th_percentile": 0, "CheckAndDelete_99.9th_percentile": 0, "CompactionInputSize_num_ops": 0, "CompactionInputSize_min": 0, "CompactionInputSize_max": 0, "CompactionInputSize_mean": 0, "CompactionInputSize_25th_percentile": 0, "CompactionInputSize_median": 0, "CompactionInputSize_75th_percentile": 0, "CompactionInputSize_90th_percentile": 0, "CompactionInputSize_95th_percentile": 0, "CompactionInputSize_98th_percentile": 0, "CompactionInputSize_99th_percentile": 0, "CompactionInputSize_99.9th_percentile": 0, "flushedMemstoreBytes": 0, "majorCompactedOutputBytes": 0, "slowPutCount": 0, "compactedInputBytes": 0, "FlushOutputSize_num_ops": 0, "FlushOutputSize_min": 0, "FlushOutputSize_max": 0, "FlushOutputSize_mean": 0, "FlushOutputSize_25th_percentile": 0, "FlushOutputSize_median": 0, "FlushOutputSize_75th_percentile": 0, "FlushOutputSize_90th_percentile": 0, "FlushOutputSize_95th_percentile": 0, "FlushOutputSize_98th_percentile": 0, "FlushOutputSize_99th_percentile": 0, "FlushOutputSize_99.9th_percentile": 0, "PauseTimeWithGc_num_ops": 0, "PauseTimeWithGc_min": 0, "PauseTimeWithGc_max": 0, "PauseTimeWithGc_mean": 0, "PauseTimeWithGc_25th_percentile": 0, "PauseTimeWithGc_median": 0, "PauseTimeWithGc_75th_percentile": 0, "PauseTimeWithGc_90th_percentile": 0, "PauseTimeWithGc_95th_percentile": 0, "PauseTimeWithGc_98th_percentile": 0, "PauseTimeWithGc_99th_percentile": 0, "PauseTimeWithGc_99.9th_percentile": 0, "compactedOutputBytes": 0, "pauseWarnThresholdExceeded": 0, "ScanBlockBytesScanned_num_ops": 0, "ScanBlockBytesScanned_min": 0, "ScanBlockBytesScanned_max": 0, "ScanBlockBytesScanned_mean": 0, "ScanBlockBytesScanned_25th_percentile": 0, "ScanBlockBytesScanned_median": 0, "ScanBlockBytesScanned_75th_percentile": 0, "ScanBlockBytesScanned_90th_percentile": 0, "ScanBlockBytesScanned_95th_percentile": 0, "ScanBlockBytesScanned_98th_percentile": 0, "ScanBlockBytesScanned_99th_percentile": 0, "ScanBlockBytesScanned_99.9th_percentile": 0, "Increment_num_ops": 0, "Increment_min": 0, "Increment_max": 0, "Increment_mean": 0, "Increment_25th_percentile": 0, "Increment_median": 0, "Increment_75th_percentile": 0, "Increment_90th_percentile": 0, "Increment_95th_percentile": 0, "Increment_98th_percentile": 0, "Increment_99th_percentile": 0, "Increment_99.9th_percentile": 0, "Delete_num_ops": 0, "Delete_min": 0, "Delete_max": 0, "Delete_mean": 0, "Delete_25th_percentile": 0, "Delete_median": 0, "Delete_75th_percentile": 0, "Delete_90th_percentile": 0, "Delete_95th_percentile": 0, "Delete_98th_percentile": 0, "Delete_99th_percentile": 0, "Delete_99.9th_percentile": 0, "DeleteBatch_num_ops": 0, "DeleteBatch_min": 0, "DeleteBatch_max": 0, "DeleteBatch_mean": 0, "DeleteBatch_25th_percentile": 0, "DeleteBatch_median": 0, "DeleteBatch_75th_percentile": 0, "DeleteBatch_90th_percentile": 0, "DeleteBatch_95th_percentile": 0, "DeleteBatch_98th_percentile": 0, "DeleteBatch_99th_percentile": 0, "DeleteBatch_99.9th_percentile": 0, "blockBytesScannedCount": 0, "FlushMemstoreSize_num_ops": 0, "FlushMemstoreSize_min": 0, "FlushMemstoreSize_max": 0, "FlushMemstoreSize_mean": 0, "FlushMemstoreSize_25th_percentile": 0, "FlushMemstoreSize_median": 0, "FlushMemstoreSize_75th_percentile": 0, "FlushMemstoreSize_90th_percentile": 0, "FlushMemstoreSize_95th_percentile": 0, "FlushMemstoreSize_98th_percentile": 0, "FlushMemstoreSize_99th_percentile": 0, "FlushMemstoreSize_99.9th_percentile": 0, "CompactionInputFileCount_num_ops": 0, "CompactionInputFileCount_min": 0, "CompactionInputFileCount_max": 0, "CompactionInputFileCount_mean": 0, "CompactionInputFileCount_25th_percentile": 0, "CompactionInputFileCount_median": 0, "CompactionInputFileCount_75th_percentile": 0, "CompactionInputFileCount_90th_percentile": 0, "CompactionInputFileCount_95th_percentile": 0, "CompactionInputFileCount_98th_percentile": 0, "CompactionInputFileCount_99th_percentile": 0, "CompactionInputFileCount_99.9th_percentile": 0, "CompactionTime_num_ops": 0, "CompactionTime_min": 0, "CompactionTime_max": 0, "CompactionTime_mean": 0, "CompactionTime_25th_percentile": 0, "CompactionTime_median": 0, "CompactionTime_75th_percentile": 0, "CompactionTime_90th_percentile": 0, "CompactionTime_95th_percentile": 0, "CompactionTime_98th_percentile": 0, "CompactionTime_99th_percentile": 0, "CompactionTime_99.9th_percentile": 0, "Get_num_ops": 0, "Get_min": 0, "Get_max": 0, "Get_mean": 0, "Get_25th_percentile": 0, "Get_median": 0, "Get_75th_percentile": 0, "Get_90th_percentile": 0, "Get_95th_percentile": 0, "Get_98th_percentile": 0, "Get_99th_percentile": 0, "Get_99.9th_percentile": 0, "MajorCompactionInputFileCount_num_ops": 0, "MajorCompactionInputFileCount_min": 0, "MajorCompactionInputFileCount_max": 0, "MajorCompactionInputFileCount_mean": 0, "MajorCompactionInputFileCount_25th_percentile": 0, "MajorCompactionInputFileCount_median": 0, "MajorCompactionInputFileCount_75th_percentile": 0, "MajorCompactionInputFileCount_90th_percentile": 0, "MajorCompactionInputFileCount_95th_percentile": 0, "MajorCompactionInputFileCount_98th_percentile": 0, "MajorCompactionInputFileCount_99th_percentile": 0, "MajorCompactionInputFileCount_99.9th_percentile": 0, "scannerLeaseExpiredCount": 0, "CheckAndPut_num_ops": 0, "CheckAndPut_min": 0, "CheckAndPut_max": 0, "CheckAndPut_mean": 0, "CheckAndPut_25th_percentile": 0, "CheckAndPut_median": 0, "CheckAndPut_75th_percentile": 0, "CheckAndPut_90th_percentile": 0, "CheckAndPut_95th_percentile": 0, "CheckAndPut_98th_percentile": 0, "CheckAndPut_99th_percentile": 0, "CheckAndPut_99.9th_percentile": 0, "MajorCompactionOutputSize_num_ops": 0, "MajorCompactionOutputSize_min": 0, "MajorCompactionOutputSize_max": 0, "MajorCompactionOutputSize_mean": 0, "MajorCompactionOutputSize_25th_percentile": 0, "MajorCompactionOutputSize_median": 0, "MajorCompactionOutputSize_75th_percentile": 0, "MajorCompactionOutputSize_90th_percentile": 0, "MajorCompactionOutputSize_95th_percentile": 0, "MajorCompactionOutputSize_98th_percentile": 0, "MajorCompactionOutputSize_99th_percentile": 0, "MajorCompactionOutputSize_99.9th_percentile": 0, "CompactionOutputFileCount_num_ops": 0, "CompactionOutputFileCount_min": 0, "CompactionOutputFileCount_max": 0, "CompactionOutputFileCount_mean": 0, "CompactionOutputFileCount_25th_percentile": 0, "CompactionOutputFileCount_median": 0, "CompactionOutputFileCount_75th_percentile": 0, "CompactionOutputFileCount_90th_percentile": 0, "CompactionOutputFileCount_95th_percentile": 0, "CompactionOutputFileCount_98th_percentile": 0, "CompactionOutputFileCount_99th_percentile": 0, "CompactionOutputFileCount_99.9th_percentile": 0, "slowDeleteCount": 0, "FlushTime_num_ops": 0, "FlushTime_min": 0, "FlushTime_max": 0, "FlushTime_mean": 0, "FlushTime_25th_percentile": 0, "FlushTime_median": 0, "FlushTime_75th_percentile": 0, "FlushTime_90th_percentile": 0, "FlushTime_95th_percentile": 0, "FlushTime_98th_percentile": 0, "FlushTime_99th_percentile": 0, "FlushTime_99.9th_percentile": 0, "splitSuccessCount": 0, "MajorCompactionOutputFileCount_num_ops": 0, "MajorCompactionOutputFileCount_min": 0, "MajorCompactionOutputFileCount_max": 0, "MajorCompactionOutputFileCount_mean": 0, "MajorCompactionOutputFileCount_25th_percentile": 0, "MajorCompactionOutputFileCount_median": 0, "MajorCompactionOutputFileCount_75th_percentile": 0, "MajorCompactionOutputFileCount_90th_percentile": 0, "MajorCompactionOutputFileCount_95th_percentile": 0, "MajorCompactionOutputFileCount_98th_percentile": 0, "MajorCompactionOutputFileCount_99th_percentile": 0, "MajorCompactionOutputFileCount_99.9th_percentile": 0, "slowGetCount": 0, "ScanSize_num_ops": 0, "ScanSize_min": 0, "ScanSize_max": 0, "ScanSize_mean": 0, "ScanSize_25th_percentile": 0, "ScanSize_median": 0, "ScanSize_75th_percentile": 0, "ScanSize_90th_percentile": 0, "ScanSize_95th_percentile": 0, "ScanSize_98th_percentile": 0, "ScanSize_99th_percentile": 0, "ScanSize_99.9th_percentile": 0, "CompactionOutputSize_num_ops": 0, "CompactionOutputSize_min": 0, "CompactionOutputSize_max": 0, "CompactionOutputSize_mean": 0, "CompactionOutputSize_25th_percentile": 0, "CompactionOutputSize_median": 0, "CompactionOutputSize_75th_percentile": 0, "CompactionOutputSize_90th_percentile": 0, "CompactionOutputSize_95th_percentile": 0, "CompactionOutputSize_98th_percentile": 0, "CompactionOutputSize_99th_percentile": 0, "CompactionOutputSize_99.9th_percentile": 0, "PauseTimeWithoutGc_num_ops": 0, "PauseTimeWithoutGc_min": 0, "PauseTimeWithoutGc_max": 0, "PauseTimeWithoutGc_mean": 0, "PauseTimeWithoutGc_25th_percentile": 0, "PauseTimeWithoutGc_median": 0, "PauseTimeWithoutGc_75th_percentile": 0, "PauseTimeWithoutGc_90th_percentile": 0, "PauseTimeWithoutGc_95th_percentile": 0, "PauseTimeWithoutGc_98th_percentile": 0, "PauseTimeWithoutGc_99th_percentile": 0, "PauseTimeWithoutGc_99.9th_percentile": 0, "slowIncrementCount": 0, "Append_num_ops": 0, "Append_min": 0, "Append_max": 0, "Append_mean": 0, "Append_25th_percentile": 0, "Append_median": 0, "Append_75th_percentile": 0, "Append_90th_percentile": 0, "Append_95th_percentile": 0, "Append_98th_percentile": 0, "Append_99th_percentile": 0, "Append_99.9th_percentile": 0, "Bulkload_count": 0, "Bulkload_mean_rate": 0.0, "Bulkload_1min_rate": 0.0, "Bulkload_5min_rate": 0.0, "Bulkload_15min_rate": 0.0, "Bulkload_num_ops": 0, "Bulkload_min": 0, "Bulkload_max": 0, "Bulkload_mean": 0, "Bulkload_25th_percentile": 0, "Bulkload_median": 0, "Bulkload_75th_percentile": 0, "Bulkload_90th_percentile": 0, "Bulkload_95th_percentile": 0, "Bulkload_98th_percentile": 0, "Bulkload_99th_percentile": 0, "Bulkload_99.9th_percentile": 0 } ] } 2024-11-11T21:43:21,688 WARN [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43333 {}] master.MasterRpcServices(700): 22a1f13b90b0,40209,1731361384156 reported a fatal error: ***** ABORTING region server 22a1f13b90b0,40209,1731361384156: testing ***** 2024-11-11T21:43:21,702 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '22a1f13b90b0,40209,1731361384156' ***** 2024-11-11T21:43:21,702 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: testing 2024-11-11T21:43:21,702 INFO [RS:2;22a1f13b90b0:40209 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-11T21:43:21,703 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-11T21:43:21,703 INFO [RS:2;22a1f13b90b0:40209 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager abruptly. 2024-11-11T21:43:21,703 INFO [RS:2;22a1f13b90b0:40209 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager abruptly. 2024-11-11T21:43:21,703 INFO [RS:2;22a1f13b90b0:40209 {}] regionserver.HRegionServer(3091): Received CLOSE for 4fcaee2fc0a5861d49464e32daa7ff49 2024-11-11T21:43:21,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37777 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Get size: 140 connection: 172.17.0.2:47526 deadline: 1731361461703, exception=org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=22a1f13b90b0 port=40209 startCode=1731361384156. As of locationSeqNum=12. 2024-11-11T21:43:21,704 INFO [RS:2;22a1f13b90b0:40209 {}] regionserver.HRegionServer(956): aborting server 22a1f13b90b0,40209,1731361384156 2024-11-11T21:43:21,704 INFO [RS:2;22a1f13b90b0:40209 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T21:43:21,704 DEBUG [RS_CLOSE_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 4fcaee2fc0a5861d49464e32daa7ff49, disabling compactions & flushes 2024-11-11T21:43:21,704 INFO [RS:2;22a1f13b90b0:40209 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;22a1f13b90b0:40209. 2024-11-11T21:43:21,704 INFO [RS_CLOSE_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1731361399325.4fcaee2fc0a5861d49464e32daa7ff49. 2024-11-11T21:43:21,704 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1731361399325.4fcaee2fc0a5861d49464e32daa7ff49., hostname=22a1f13b90b0,37777,1731361384016, seqNum=5 , the old value is region=testReplayEditsAfterRegionMovedWithMultiCF,,1731361399325.4fcaee2fc0a5861d49464e32daa7ff49., hostname=22a1f13b90b0,37777,1731361384016, seqNum=5, error=org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=22a1f13b90b0 port=40209 startCode=1731361384156. As of locationSeqNum=12. 2024-11-11T21:43:21,704 DEBUG [RS_CLOSE_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1731361399325.4fcaee2fc0a5861d49464e32daa7ff49. 2024-11-11T21:43:21,705 DEBUG [RS:2;22a1f13b90b0:40209 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T21:43:21,705 DEBUG [RS_CLOSE_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1731361399325.4fcaee2fc0a5861d49464e32daa7ff49. after waiting 0 ms 2024-11-11T21:43:21,705 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1731361399325.4fcaee2fc0a5861d49464e32daa7ff49., hostname=22a1f13b90b0,37777,1731361384016, seqNum=5 is org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=22a1f13b90b0 port=40209 startCode=1731361384156. As of locationSeqNum=12. 2024-11-11T21:43:21,705 DEBUG [RS_CLOSE_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1731361399325.4fcaee2fc0a5861d49464e32daa7ff49. 2024-11-11T21:43:21,705 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(84): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1731361399325.4fcaee2fc0a5861d49464e32daa7ff49., hostname=22a1f13b90b0,37777,1731361384016, seqNum=5 with the new location region=testReplayEditsAfterRegionMovedWithMultiCF,,1731361399325.4fcaee2fc0a5861d49464e32daa7ff49., hostname=22a1f13b90b0,40209,1731361384156, seqNum=12 constructed by org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=22a1f13b90b0 port=40209 startCode=1731361384156. As of locationSeqNum=12. 2024-11-11T21:43:21,705 DEBUG [RS:2;22a1f13b90b0:40209 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T21:43:21,707 INFO [RS:2;22a1f13b90b0:40209 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-11T21:43:21,709 DEBUG [RS:2;22a1f13b90b0:40209 {}] regionserver.HRegionServer(1325): Online Regions={4fcaee2fc0a5861d49464e32daa7ff49=testReplayEditsAfterRegionMovedWithMultiCF,,1731361399325.4fcaee2fc0a5861d49464e32daa7ff49.} 2024-11-11T21:43:21,710 DEBUG [RS:2;22a1f13b90b0:40209 {}] regionserver.HRegionServer(1351): Waiting on 4fcaee2fc0a5861d49464e32daa7ff49 2024-11-11T21:43:21,714 INFO [RS_CLOSE_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1731361399325.4fcaee2fc0a5861d49464e32daa7ff49. 2024-11-11T21:43:21,714 DEBUG [RS_CLOSE_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 4fcaee2fc0a5861d49464e32daa7ff49: Waiting for close lock at 1731361401704Running coprocessor pre-close hooks at 1731361401704Disabling compacts and flushes for region at 1731361401704Disabling writes for close at 1731361401705 (+1 ms)Writing region close event to WAL at 1731361401713 (+8 ms)Running coprocessor post-close hooks at 1731361401713Closed at 1731361401714 (+1 ms) 2024-11-11T21:43:21,714 DEBUG [RS_CLOSE_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1731361399325.4fcaee2fc0a5861d49464e32daa7ff49. 2024-11-11T21:43:21,721 INFO [regionserver/22a1f13b90b0:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T21:43:21,820 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 22a1f13b90b0,40209,1731361384156 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T21:43:21,821 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1731361399325.4fcaee2fc0a5861d49464e32daa7ff49., hostname=22a1f13b90b0,40209,1731361384156, seqNum=12 , the old value is region=testReplayEditsAfterRegionMovedWithMultiCF,,1731361399325.4fcaee2fc0a5861d49464e32daa7ff49., hostname=22a1f13b90b0,40209,1731361384156, seqNum=12, error=org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 22a1f13b90b0,40209,1731361384156 aborting 2024-11-11T21:43:21,821 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1731361399325.4fcaee2fc0a5861d49464e32daa7ff49., hostname=22a1f13b90b0,40209,1731361384156, seqNum=12 is org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 22a1f13b90b0,40209,1731361384156 aborting 2024-11-11T21:43:21,821 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testReplayEditsAfterRegionMovedWithMultiCF,,1731361399325.4fcaee2fc0a5861d49464e32daa7ff49., hostname=22a1f13b90b0,40209,1731361384156, seqNum=12 from cache 2024-11-11T21:43:21,910 INFO [RS:2;22a1f13b90b0:40209 {}] regionserver.HRegionServer(976): stopping server 22a1f13b90b0,40209,1731361384156; all regions closed. 2024-11-11T21:43:21,914 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45349 is added to blk_1073741835_1011 (size=2288) 2024-11-11T21:43:21,915 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38269 is added to blk_1073741835_1011 (size=2288) 2024-11-11T21:43:21,915 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32903 is added to blk_1073741835_1011 (size=2288) 2024-11-11T21:43:21,916 DEBUG [RS:2;22a1f13b90b0:40209 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T21:43:21,916 INFO [RS:2;22a1f13b90b0:40209 {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T21:43:21,916 INFO [RS:2;22a1f13b90b0:40209 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T21:43:21,917 INFO [RS:2;22a1f13b90b0:40209 {}] hbase.ChoreService(370): Chore service for: regionserver/22a1f13b90b0:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-11T21:43:21,917 INFO [regionserver/22a1f13b90b0:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T21:43:21,917 INFO [RS:2;22a1f13b90b0:40209 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-11T21:43:21,918 INFO [RS:2;22a1f13b90b0:40209 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-11T21:43:21,918 INFO [RS:2;22a1f13b90b0:40209 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-11T21:43:21,918 INFO [RS:2;22a1f13b90b0:40209 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T21:43:21,918 INFO [RS:2;22a1f13b90b0:40209 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40209 2024-11-11T21:43:21,924 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43333-0x10030bd7d770000, quorum=127.0.0.1:49826, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-11T21:43:21,925 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40209-0x10030bd7d770003, quorum=127.0.0.1:49826, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/22a1f13b90b0,40209,1731361384156 2024-11-11T21:43:21,925 INFO [RS:2;22a1f13b90b0:40209 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T21:43:21,926 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [22a1f13b90b0,40209,1731361384156] 2024-11-11T21:43:21,928 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/22a1f13b90b0,40209,1731361384156 already deleted, retry=false 2024-11-11T21:43:21,928 INFO [RegionServerTracker-0 {}] master.ServerManager(695): Processing expiration of 22a1f13b90b0,40209,1731361384156 on 22a1f13b90b0,43333,1731361383410 2024-11-11T21:43:21,935 DEBUG [RegionServerTracker-0 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 22a1f13b90b0,40209,1731361384156, splitWal=true, meta=false 2024-11-11T21:43:21,939 INFO [RegionServerTracker-0 {}] assignment.AssignmentManager(1999): Scheduled ServerCrashProcedure pid=13 for 22a1f13b90b0,40209,1731361384156 (carryingMeta=false) 22a1f13b90b0,40209,1731361384156/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@fce01b6[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-11T21:43:21,940 INFO [PEWorker-2 {}] procedure.ServerCrashProcedure(169): Start pid=13, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 22a1f13b90b0,40209,1731361384156, splitWal=true, meta=false 2024-11-11T21:43:21,942 INFO [PEWorker-2 {}] procedure.ServerCrashProcedure(207): 22a1f13b90b0,40209,1731361384156 had 1 regions 2024-11-11T21:43:21,946 INFO [PEWorker-2 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=13, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 22a1f13b90b0,40209,1731361384156, splitWal=true, meta=false, isMeta: false 2024-11-11T21:43:21,948 DEBUG [PEWorker-2 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:33499/user/jenkins/test-data/3081faf6-6c36-f855-e4b0-d18d41a2b810/WALs/22a1f13b90b0,40209,1731361384156-splitting 2024-11-11T21:43:21,950 INFO [PEWorker-2 {}] master.SplitWALManager(105): 22a1f13b90b0,40209,1731361384156 WAL count=1, meta=false 2024-11-11T21:43:21,953 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure 22a1f13b90b0%2C40209%2C1731361384156.1731361385479}] 2024-11-11T21:43:21,964 DEBUG [PEWorker-3 {}] master.SplitWALManager(158): Acquired split WAL worker=22a1f13b90b0,40211,1731361384111 2024-11-11T21:43:21,969 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure 22a1f13b90b0%2C40209%2C1731361384156.1731361385479, worker=22a1f13b90b0,40211,1731361384111}] 2024-11-11T21:43:22,029 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40209-0x10030bd7d770003, quorum=127.0.0.1:49826, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T21:43:22,029 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40209-0x10030bd7d770003, quorum=127.0.0.1:49826, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T21:43:22,029 INFO [RS:2;22a1f13b90b0:40209 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T21:43:22,029 INFO [RS:2;22a1f13b90b0:40209 {}] regionserver.HRegionServer(1031): Exiting; stopping=22a1f13b90b0,40209,1731361384156; zookeeper connection closed. 2024-11-11T21:43:22,030 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2050cd44 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2050cd44 2024-11-11T21:43:22,034 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testReplayEditsAfterRegionMovedWithMultiCF', row='r1', locateType=CURRENT is [region=testReplayEditsAfterRegionMovedWithMultiCF,,1731361399325.4fcaee2fc0a5861d49464e32daa7ff49., hostname=22a1f13b90b0,40209,1731361384156, seqNum=18] 2024-11-11T21:43:22,036 WARN [RPCClient-NioEventLoopGroup-6-5 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 22a1f13b90b0:40209 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: 22a1f13b90b0/172.17.0.2:40209 Caused by: java.net.ConnectException: Connection refused at sun.nio.ch.Net.pollConnect(Native Method) ~[?:?] at sun.nio.ch.Net.pollConnectNow(Net.java:672) ~[?:?] at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946) ~[?:?] at org.apache.hbase.thirdparty.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T21:43:22,037 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1731361399325.4fcaee2fc0a5861d49464e32daa7ff49., hostname=22a1f13b90b0,40209,1731361384156, seqNum=18 , the old value is region=testReplayEditsAfterRegionMovedWithMultiCF,,1731361399325.4fcaee2fc0a5861d49464e32daa7ff49., hostname=22a1f13b90b0,40209,1731361384156, seqNum=18, error=java.net.ConnectException: Call to address=22a1f13b90b0:40209 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: 22a1f13b90b0/172.17.0.2:40209 2024-11-11T21:43:22,038 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1731361399325.4fcaee2fc0a5861d49464e32daa7ff49., hostname=22a1f13b90b0,40209,1731361384156, seqNum=18 is java.net.ConnectException: Connection refused 2024-11-11T21:43:22,038 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testReplayEditsAfterRegionMovedWithMultiCF,,1731361399325.4fcaee2fc0a5861d49464e32daa7ff49., hostname=22a1f13b90b0,40209,1731361384156, seqNum=18 from cache 2024-11-11T21:43:22,038 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] ipc.FailedServers(52): Added failed server with address 22a1f13b90b0:40209 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: 22a1f13b90b0/172.17.0.2:40209 2024-11-11T21:43:22,134 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T21:43:22,137 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49479, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-11T21:43:22,139 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40211 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=15 2024-11-11T21:43:22,165 INFO [RS_LOG_REPLAY_OPS-regionserver/22a1f13b90b0:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(299): Splitting hdfs://localhost:33499/user/jenkins/test-data/3081faf6-6c36-f855-e4b0-d18d41a2b810/WALs/22a1f13b90b0,40209,1731361384156-splitting/22a1f13b90b0%2C40209%2C1731361384156.1731361385479, size=2.2 K (2288bytes) 2024-11-11T21:43:22,165 INFO [RS_LOG_REPLAY_OPS-regionserver/22a1f13b90b0:0-0 {event_type=RS_LOG_REPLAY, pid=15}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33499/user/jenkins/test-data/3081faf6-6c36-f855-e4b0-d18d41a2b810/WALs/22a1f13b90b0,40209,1731361384156-splitting/22a1f13b90b0%2C40209%2C1731361384156.1731361385479 2024-11-11T21:43:22,166 INFO [RS_LOG_REPLAY_OPS-regionserver/22a1f13b90b0:0-0 {event_type=RS_LOG_REPLAY, pid=15}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33499/user/jenkins/test-data/3081faf6-6c36-f855-e4b0-d18d41a2b810/WALs/22a1f13b90b0,40209,1731361384156-splitting/22a1f13b90b0%2C40209%2C1731361384156.1731361385479 after 1ms 2024-11-11T21:43:22,200 DEBUG [RS_LOG_REPLAY_OPS-regionserver/22a1f13b90b0:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES 2024-11-11T21:43:22,200 INFO [RS_LOG_REPLAY_OPS-regionserver/22a1f13b90b0:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(310): Open hdfs://localhost:33499/user/jenkins/test-data/3081faf6-6c36-f855-e4b0-d18d41a2b810/WALs/22a1f13b90b0,40209,1731361384156-splitting/22a1f13b90b0%2C40209%2C1731361384156.1731361385479 took 36ms 2024-11-11T21:43:22,212 DEBUG [RS_LOG_REPLAY_OPS-regionserver/22a1f13b90b0:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(352): Last flushed sequenceid for 4fcaee2fc0a5861d49464e32daa7ff49: last_flushed_sequence_id: 12 store_sequence_id { family_name: "cf1" sequence_id: 12 } store_sequence_id { family_name: "cf2" sequence_id: 12 } 2024-11-11T21:43:22,212 DEBUG [RS_LOG_REPLAY_OPS-regionserver/22a1f13b90b0:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33499/user/jenkins/test-data/3081faf6-6c36-f855-e4b0-d18d41a2b810/WALs/22a1f13b90b0,40209,1731361384156-splitting/22a1f13b90b0%2C40209%2C1731361384156.1731361385479 so closing down 2024-11-11T21:43:22,212 DEBUG [RS_LOG_REPLAY_OPS-regionserver/22a1f13b90b0:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-11T21:43:22,213 INFO [RS_LOG_REPLAY_OPS-regionserver/22a1f13b90b0:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.OutputSink(145): 3 split writer threads finished 2024-11-11T21:43:22,213 INFO [RS_LOG_REPLAY_OPS-regionserver/22a1f13b90b0:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(425): Processed 6 edits across 0 Regions in 9 ms; skipped=6; WAL=hdfs://localhost:33499/user/jenkins/test-data/3081faf6-6c36-f855-e4b0-d18d41a2b810/WALs/22a1f13b90b0,40209,1731361384156-splitting/22a1f13b90b0%2C40209%2C1731361384156.1731361385479, size=2.2 K, length=2288, corrupted=false, cancelled=false 2024-11-11T21:43:22,213 DEBUG [RS_LOG_REPLAY_OPS-regionserver/22a1f13b90b0:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(428): Completed split of hdfs://localhost:33499/user/jenkins/test-data/3081faf6-6c36-f855-e4b0-d18d41a2b810/WALs/22a1f13b90b0,40209,1731361384156-splitting/22a1f13b90b0%2C40209%2C1731361384156.1731361385479, journal: Splitting hdfs://localhost:33499/user/jenkins/test-data/3081faf6-6c36-f855-e4b0-d18d41a2b810/WALs/22a1f13b90b0,40209,1731361384156-splitting/22a1f13b90b0%2C40209%2C1731361384156.1731361385479, size=2.2 K (2288bytes) at 1731361402165Finishing writing output for hdfs://localhost:33499/user/jenkins/test-data/3081faf6-6c36-f855-e4b0-d18d41a2b810/WALs/22a1f13b90b0,40209,1731361384156-splitting/22a1f13b90b0%2C40209%2C1731361384156.1731361385479 so closing down at 1731361402212 (+47 ms)3 split writer threads finished at 1731361402213 (+1 ms)Processed 6 edits across 0 Regions in 9 ms; skipped=6; WAL=hdfs://localhost:33499/user/jenkins/test-data/3081faf6-6c36-f855-e4b0-d18d41a2b810/WALs/22a1f13b90b0,40209,1731361384156-splitting/22a1f13b90b0%2C40209%2C1731361384156.1731361385479, size=2.2 K, length=2288, corrupted=false, cancelled=false at 1731361402213 2024-11-11T21:43:22,213 DEBUG [RS_LOG_REPLAY_OPS-regionserver/22a1f13b90b0:0-0 {event_type=RS_LOG_REPLAY, pid=15}] regionserver.SplitLogWorker(218): Done splitting WAL hdfs://localhost:33499/user/jenkins/test-data/3081faf6-6c36-f855-e4b0-d18d41a2b810/WALs/22a1f13b90b0,40209,1731361384156-splitting/22a1f13b90b0%2C40209%2C1731361384156.1731361385479 2024-11-11T21:43:22,214 DEBUG [RS_LOG_REPLAY_OPS-regionserver/22a1f13b90b0:0-0 {event_type=RS_LOG_REPLAY, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-11-11T21:43:22,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43333 {}] master.HMaster(4169): Remote procedure done, pid=15 2024-11-11T21:43:22,225 INFO [PEWorker-1 {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33499/user/jenkins/test-data/3081faf6-6c36-f855-e4b0-d18d41a2b810/WALs/22a1f13b90b0,40209,1731361384156-splitting/22a1f13b90b0%2C40209%2C1731361384156.1731361385479 to hdfs://localhost:33499/user/jenkins/test-data/3081faf6-6c36-f855-e4b0-d18d41a2b810/oldWALs 2024-11-11T21:43:22,231 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=14 2024-11-11T21:43:22,232 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=14, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 22a1f13b90b0%2C40209%2C1731361384156.1731361385479, worker=22a1f13b90b0,40211,1731361384111 in 257 msec 2024-11-11T21:43:22,234 DEBUG [PEWorker-4 {}] master.SplitWALManager(172): Release split WAL worker=22a1f13b90b0,40211,1731361384111 2024-11-11T21:43:22,242 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13 2024-11-11T21:43:22,243 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; SplitWALProcedure 22a1f13b90b0%2C40209%2C1731361384156.1731361385479, worker=22a1f13b90b0,40211,1731361384111 in 283 msec 2024-11-11T21:43:22,245 INFO [PEWorker-2 {}] master.SplitLogManager(171): hdfs://localhost:33499/user/jenkins/test-data/3081faf6-6c36-f855-e4b0-d18d41a2b810/WALs/22a1f13b90b0,40209,1731361384156-splitting dir is empty, no logs to split. 2024-11-11T21:43:22,245 INFO [PEWorker-2 {}] master.SplitWALManager(105): 22a1f13b90b0,40209,1731361384156 WAL count=0, meta=false 2024-11-11T21:43:22,245 DEBUG [PEWorker-2 {}] procedure.ServerCrashProcedure(329): Check if 22a1f13b90b0,40209,1731361384156 WAL splitting is done? wals=0, meta=false 2024-11-11T21:43:22,247 INFO [PEWorker-2 {}] procedure.ServerCrashProcedure(321): Remove WAL directory for 22a1f13b90b0,40209,1731361384156 failed, ignore...File hdfs://localhost:33499/user/jenkins/test-data/3081faf6-6c36-f855-e4b0-d18d41a2b810/WALs/22a1f13b90b0,40209,1731361384156-splitting does not exist. 2024-11-11T21:43:22,251 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=4fcaee2fc0a5861d49464e32daa7ff49, ASSIGN}] 2024-11-11T21:43:22,253 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=16, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=4fcaee2fc0a5861d49464e32daa7ff49, ASSIGN 2024-11-11T21:43:22,254 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=16, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=4fcaee2fc0a5861d49464e32daa7ff49, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-11T21:43:22,354 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testReplayEditsAfterRegionMovedWithMultiCF', row='r1', locateType=CURRENT is [region=testReplayEditsAfterRegionMovedWithMultiCF,,1731361399325.4fcaee2fc0a5861d49464e32daa7ff49., hostname=22a1f13b90b0,40209,1731361384156, seqNum=18] 2024-11-11T21:43:22,354 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] ipc.AbstractRpcClient(357): Not trying to connect to 22a1f13b90b0:40209 this server is in the failed servers list 2024-11-11T21:43:22,355 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1731361399325.4fcaee2fc0a5861d49464e32daa7ff49., hostname=22a1f13b90b0,40209,1731361384156, seqNum=18 , the old value is region=testReplayEditsAfterRegionMovedWithMultiCF,,1731361399325.4fcaee2fc0a5861d49464e32daa7ff49., hostname=22a1f13b90b0,40209,1731361384156, seqNum=18, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=22a1f13b90b0:40209 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 22a1f13b90b0:40209 2024-11-11T21:43:22,355 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1731361399325.4fcaee2fc0a5861d49464e32daa7ff49., hostname=22a1f13b90b0,40209,1731361384156, seqNum=18 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 22a1f13b90b0:40209 2024-11-11T21:43:22,355 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testReplayEditsAfterRegionMovedWithMultiCF,,1731361399325.4fcaee2fc0a5861d49464e32daa7ff49., hostname=22a1f13b90b0,40209,1731361384156, seqNum=18 from cache 2024-11-11T21:43:22,405 DEBUG [22a1f13b90b0:43333 {}] balancer.BalancerClusterState(204): Hosts are {22a1f13b90b0=0} racks are {/default-rack=0} 2024-11-11T21:43:22,406 DEBUG [22a1f13b90b0:43333 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-11T21:43:22,406 DEBUG [22a1f13b90b0:43333 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-11T21:43:22,406 DEBUG [22a1f13b90b0:43333 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-11T21:43:22,406 DEBUG [22a1f13b90b0:43333 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-11T21:43:22,406 INFO [22a1f13b90b0:43333 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-11T21:43:22,406 INFO [22a1f13b90b0:43333 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-11T21:43:22,406 DEBUG [22a1f13b90b0:43333 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-11T21:43:22,406 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=4fcaee2fc0a5861d49464e32daa7ff49, regionState=OPENING, regionLocation=22a1f13b90b0,37777,1731361384016 2024-11-11T21:43:22,410 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=16, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=4fcaee2fc0a5861d49464e32daa7ff49, ASSIGN because future has completed 2024-11-11T21:43:22,410 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4fcaee2fc0a5861d49464e32daa7ff49, server=22a1f13b90b0,37777,1731361384016}] 2024-11-11T21:43:22,570 INFO [RS_OPEN_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(132): Open testReplayEditsAfterRegionMovedWithMultiCF,,1731361399325.4fcaee2fc0a5861d49464e32daa7ff49. 2024-11-11T21:43:22,570 DEBUG [RS_OPEN_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => 4fcaee2fc0a5861d49464e32daa7ff49, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1731361399325.4fcaee2fc0a5861d49464e32daa7ff49.', STARTKEY => '', ENDKEY => ''} 2024-11-11T21:43:22,571 DEBUG [RS_OPEN_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterRegionMovedWithMultiCF 4fcaee2fc0a5861d49464e32daa7ff49 2024-11-11T21:43:22,571 DEBUG [RS_OPEN_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1731361399325.4fcaee2fc0a5861d49464e32daa7ff49.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T21:43:22,571 DEBUG [RS_OPEN_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7794): checking encryption for 4fcaee2fc0a5861d49464e32daa7ff49 2024-11-11T21:43:22,571 DEBUG [RS_OPEN_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7797): checking classloading for 4fcaee2fc0a5861d49464e32daa7ff49 2024-11-11T21:43:22,573 INFO [StoreOpener-4fcaee2fc0a5861d49464e32daa7ff49-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region 4fcaee2fc0a5861d49464e32daa7ff49 2024-11-11T21:43:22,575 INFO [StoreOpener-4fcaee2fc0a5861d49464e32daa7ff49-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4fcaee2fc0a5861d49464e32daa7ff49 columnFamilyName cf1 2024-11-11T21:43:22,575 DEBUG [StoreOpener-4fcaee2fc0a5861d49464e32daa7ff49-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:43:22,584 DEBUG [StoreOpener-4fcaee2fc0a5861d49464e32daa7ff49-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:33499/user/jenkins/test-data/3081faf6-6c36-f855-e4b0-d18d41a2b810/data/default/testReplayEditsAfterRegionMovedWithMultiCF/4fcaee2fc0a5861d49464e32daa7ff49/cf1/1501db86e8f04333a89b2ca10ad3836f 2024-11-11T21:43:22,584 INFO [StoreOpener-4fcaee2fc0a5861d49464e32daa7ff49-1 {}] regionserver.HStore(327): Store=4fcaee2fc0a5861d49464e32daa7ff49/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T21:43:22,584 INFO [StoreOpener-4fcaee2fc0a5861d49464e32daa7ff49-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region 4fcaee2fc0a5861d49464e32daa7ff49 2024-11-11T21:43:22,586 INFO [StoreOpener-4fcaee2fc0a5861d49464e32daa7ff49-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4fcaee2fc0a5861d49464e32daa7ff49 columnFamilyName cf2 2024-11-11T21:43:22,586 DEBUG [StoreOpener-4fcaee2fc0a5861d49464e32daa7ff49-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:43:22,593 DEBUG [StoreOpener-4fcaee2fc0a5861d49464e32daa7ff49-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:33499/user/jenkins/test-data/3081faf6-6c36-f855-e4b0-d18d41a2b810/data/default/testReplayEditsAfterRegionMovedWithMultiCF/4fcaee2fc0a5861d49464e32daa7ff49/cf2/d06367b3f38d4ea2bf88d86921828efd 2024-11-11T21:43:22,593 INFO [StoreOpener-4fcaee2fc0a5861d49464e32daa7ff49-1 {}] regionserver.HStore(327): Store=4fcaee2fc0a5861d49464e32daa7ff49/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T21:43:22,594 DEBUG [RS_OPEN_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1038): replaying wal for 4fcaee2fc0a5861d49464e32daa7ff49 2024-11-11T21:43:22,594 DEBUG [RS_OPEN_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33499/user/jenkins/test-data/3081faf6-6c36-f855-e4b0-d18d41a2b810/data/default/testReplayEditsAfterRegionMovedWithMultiCF/4fcaee2fc0a5861d49464e32daa7ff49 2024-11-11T21:43:22,596 DEBUG [RS_OPEN_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33499/user/jenkins/test-data/3081faf6-6c36-f855-e4b0-d18d41a2b810/data/default/testReplayEditsAfterRegionMovedWithMultiCF/4fcaee2fc0a5861d49464e32daa7ff49 2024-11-11T21:43:22,597 DEBUG [RS_OPEN_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1048): stopping wal replay for 4fcaee2fc0a5861d49464e32daa7ff49 2024-11-11T21:43:22,597 DEBUG [RS_OPEN_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for 4fcaee2fc0a5861d49464e32daa7ff49 2024-11-11T21:43:22,597 DEBUG [RS_OPEN_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterRegionMovedWithMultiCF descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-11-11T21:43:22,599 DEBUG [RS_OPEN_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1093): writing seq id for 4fcaee2fc0a5861d49464e32daa7ff49 2024-11-11T21:43:22,600 INFO [RS_OPEN_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1114): Opened 4fcaee2fc0a5861d49464e32daa7ff49; next sequenceid=18; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61959632, jitterRate=-0.07672953605651855}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-11-11T21:43:22,600 DEBUG [RS_OPEN_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 4fcaee2fc0a5861d49464e32daa7ff49 2024-11-11T21:43:22,601 DEBUG [RS_OPEN_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1006): Region open journal for 4fcaee2fc0a5861d49464e32daa7ff49: Running coprocessor pre-open hook at 1731361402571Writing region info on filesystem at 1731361402571Initializing all the Stores at 1731361402573 (+2 ms)Instantiating store for column family {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731361402573Instantiating store for column family {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731361402573Cleaning up temporary data from old regions at 1731361402597 (+24 ms)Running coprocessor post-open hooks at 1731361402600 (+3 ms)Region opened successfully at 1731361402601 (+1 ms) 2024-11-11T21:43:22,602 INFO [RS_OPEN_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for testReplayEditsAfterRegionMovedWithMultiCF,,1731361399325.4fcaee2fc0a5861d49464e32daa7ff49., pid=17, masterSystemTime=1731361402565 2024-11-11T21:43:22,605 DEBUG [RS_OPEN_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for testReplayEditsAfterRegionMovedWithMultiCF,,1731361399325.4fcaee2fc0a5861d49464e32daa7ff49. 2024-11-11T21:43:22,605 INFO [RS_OPEN_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(153): Opened testReplayEditsAfterRegionMovedWithMultiCF,,1731361399325.4fcaee2fc0a5861d49464e32daa7ff49. 2024-11-11T21:43:22,605 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=4fcaee2fc0a5861d49464e32daa7ff49, regionState=OPEN, openSeqNum=18, regionLocation=22a1f13b90b0,37777,1731361384016 2024-11-11T21:43:22,608 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=17, ppid=16, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4fcaee2fc0a5861d49464e32daa7ff49, server=22a1f13b90b0,37777,1731361384016 because future has completed 2024-11-11T21:43:22,611 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=16 2024-11-11T21:43:22,611 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=16, state=SUCCESS, hasLock=false; OpenRegionProcedure 4fcaee2fc0a5861d49464e32daa7ff49, server=22a1f13b90b0,37777,1731361384016 in 199 msec 2024-11-11T21:43:22,614 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=13 2024-11-11T21:43:22,614 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=13, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=4fcaee2fc0a5861d49464e32daa7ff49, ASSIGN in 360 msec 2024-11-11T21:43:22,614 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(291): removed crashed server 22a1f13b90b0,40209,1731361384156 after splitting done 2024-11-11T21:43:22,617 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; ServerCrashProcedure 22a1f13b90b0,40209,1731361384156, splitWal=true, meta=false in 685 msec 2024-11-11T21:43:22,873 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testReplayEditsAfterRegionMovedWithMultiCF', row='r1', locateType=CURRENT is [region=testReplayEditsAfterRegionMovedWithMultiCF,,1731361399325.4fcaee2fc0a5861d49464e32daa7ff49., hostname=22a1f13b90b0,37777,1731361384016, seqNum=18] 2024-11-11T21:43:22,892 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestSecureAsyncWALReplay#testReplayEditsAfterRegionMovedWithMultiCF Thread=409 (was 415), OpenFileDescriptor=1049 (was 1023) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=329 (was 315) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=5582 (was 4652) - AvailableMemoryMB LEAK? - 2024-11-11T21:43:22,894 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1049 is superior to 1024 2024-11-11T21:43:22,907 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestSecureAsyncWALReplay#testReplayEditsAfterPartialFlush Thread=409, OpenFileDescriptor=1049, MaxFileDescriptor=1048576, SystemLoadAverage=329, ProcessCount=11, AvailableMemoryMB=5580 2024-11-11T21:43:22,907 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1049 is superior to 1024 2024-11-11T21:43:22,924 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T21:43:22,926 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T21:43:22,927 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T21:43:22,930 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-49113545, suffix=, logDir=hdfs://localhost:33499/hbase/WALs/hregion-49113545, archiveDir=hdfs://localhost:33499/hbase/oldWALs, maxLogs=32 2024-11-11T21:43:22,943 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-49113545/hregion-49113545.1731361402930, exclude list is [], retry=0 2024-11-11T21:43:22,946 DEBUG [AsyncFSWAL-20-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45349,DS-075cf330-c315-4f49-8444-a50c5ab90136,DISK] 2024-11-11T21:43:22,946 DEBUG [AsyncFSWAL-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32903,DS-6f2e4c41-d6bf-45a1-8903-62cc9de0cbe9,DISK] 2024-11-11T21:43:22,947 DEBUG [AsyncFSWAL-20-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38269,DS-f5a09739-babc-4265-b3e8-40bdc5147eea,DISK] 2024-11-11T21:43:22,976 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-49113545/hregion-49113545.1731361402930 2024-11-11T21:43:22,976 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46487:46487),(127.0.0.1/127.0.0.1:43217:43217),(127.0.0.1/127.0.0.1:37817:37817)] 2024-11-11T21:43:22,976 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => e6653bcfebea11829352bb5f33188f5c, NAME => 'testReplayEditsWrittenViaHRegion,,1731361402924.e6653bcfebea11829352bb5f33188f5c.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsWrittenViaHRegion', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33499/hbase 2024-11-11T21:43:22,987 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38269 is added to blk_1073741893_1071 (size=67) 2024-11-11T21:43:22,987 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45349 is added to blk_1073741893_1071 (size=67) 2024-11-11T21:43:22,987 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32903 is added to blk_1073741893_1071 (size=67) 2024-11-11T21:43:22,988 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1731361402924.e6653bcfebea11829352bb5f33188f5c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T21:43:22,989 INFO [StoreOpener-e6653bcfebea11829352bb5f33188f5c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region e6653bcfebea11829352bb5f33188f5c 2024-11-11T21:43:22,991 INFO [StoreOpener-e6653bcfebea11829352bb5f33188f5c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e6653bcfebea11829352bb5f33188f5c columnFamilyName a 2024-11-11T21:43:22,991 DEBUG [StoreOpener-e6653bcfebea11829352bb5f33188f5c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:43:22,992 INFO [StoreOpener-e6653bcfebea11829352bb5f33188f5c-1 {}] regionserver.HStore(327): Store=e6653bcfebea11829352bb5f33188f5c/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T21:43:22,992 INFO [StoreOpener-e6653bcfebea11829352bb5f33188f5c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region e6653bcfebea11829352bb5f33188f5c 2024-11-11T21:43:22,993 INFO [StoreOpener-e6653bcfebea11829352bb5f33188f5c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e6653bcfebea11829352bb5f33188f5c columnFamilyName b 2024-11-11T21:43:22,993 DEBUG [StoreOpener-e6653bcfebea11829352bb5f33188f5c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:43:22,994 INFO [StoreOpener-e6653bcfebea11829352bb5f33188f5c-1 {}] regionserver.HStore(327): Store=e6653bcfebea11829352bb5f33188f5c/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T21:43:22,994 INFO [StoreOpener-e6653bcfebea11829352bb5f33188f5c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region e6653bcfebea11829352bb5f33188f5c 2024-11-11T21:43:22,996 INFO [StoreOpener-e6653bcfebea11829352bb5f33188f5c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e6653bcfebea11829352bb5f33188f5c columnFamilyName c 2024-11-11T21:43:22,996 DEBUG [StoreOpener-e6653bcfebea11829352bb5f33188f5c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:43:22,996 INFO [StoreOpener-e6653bcfebea11829352bb5f33188f5c-1 {}] regionserver.HStore(327): Store=e6653bcfebea11829352bb5f33188f5c/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T21:43:22,997 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for e6653bcfebea11829352bb5f33188f5c 2024-11-11T21:43:22,997 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33499/hbase/data/default/testReplayEditsWrittenViaHRegion/e6653bcfebea11829352bb5f33188f5c 2024-11-11T21:43:22,998 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33499/hbase/data/default/testReplayEditsWrittenViaHRegion/e6653bcfebea11829352bb5f33188f5c 2024-11-11T21:43:22,999 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for e6653bcfebea11829352bb5f33188f5c 2024-11-11T21:43:22,999 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for e6653bcfebea11829352bb5f33188f5c 2024-11-11T21:43:22,999 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-11T21:43:23,001 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for e6653bcfebea11829352bb5f33188f5c 2024-11-11T21:43:23,003 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33499/hbase/data/default/testReplayEditsWrittenViaHRegion/e6653bcfebea11829352bb5f33188f5c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T21:43:23,004 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened e6653bcfebea11829352bb5f33188f5c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68388927, jitterRate=0.019074425101280212}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-11T21:43:23,005 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for e6653bcfebea11829352bb5f33188f5c: Writing region info on filesystem at 1731361402988Initializing all the Stores at 1731361402989 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731361402989Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731361402989Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731361402989Cleaning up temporary data from old regions at 1731361402999 (+10 ms)Region opened successfully at 1731361403005 (+6 ms) 2024-11-11T21:43:23,005 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing e6653bcfebea11829352bb5f33188f5c, disabling compactions & flushes 2024-11-11T21:43:23,005 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenViaHRegion,,1731361402924.e6653bcfebea11829352bb5f33188f5c. 2024-11-11T21:43:23,005 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenViaHRegion,,1731361402924.e6653bcfebea11829352bb5f33188f5c. 2024-11-11T21:43:23,005 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenViaHRegion,,1731361402924.e6653bcfebea11829352bb5f33188f5c. after waiting 0 ms 2024-11-11T21:43:23,005 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenViaHRegion,,1731361402924.e6653bcfebea11829352bb5f33188f5c. 2024-11-11T21:43:23,006 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenViaHRegion,,1731361402924.e6653bcfebea11829352bb5f33188f5c. 2024-11-11T21:43:23,006 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for e6653bcfebea11829352bb5f33188f5c: Waiting for close lock at 1731361403005Disabling compacts and flushes for region at 1731361403005Disabling writes for close at 1731361403005Writing region close event to WAL at 1731361403005Closed at 1731361403006 (+1 ms) 2024-11-11T21:43:23,008 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45349 is added to blk_1073741892_1070 (size=175) 2024-11-11T21:43:23,008 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38269 is added to blk_1073741892_1070 (size=175) 2024-11-11T21:43:23,009 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32903 is added to blk_1073741892_1070 (size=175) 2024-11-11T21:43:23,011 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-11T21:43:23,011 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-49113545:(num 1731361402930) 2024-11-11T21:43:23,011 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-11T21:43:23,013 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:33499/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731361402923, archiveDir=hdfs://localhost:33499/hbase/oldWALs, maxLogs=32 2024-11-11T21:43:23,031 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731361402923/wal.1731361403013, exclude list is [], retry=0 2024-11-11T21:43:23,034 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45349,DS-075cf330-c315-4f49-8444-a50c5ab90136,DISK] 2024-11-11T21:43:23,034 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38269,DS-f5a09739-babc-4265-b3e8-40bdc5147eea,DISK] 2024-11-11T21:43:23,035 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32903,DS-6f2e4c41-d6bf-45a1-8903-62cc9de0cbe9,DISK] 2024-11-11T21:43:23,074 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731361402923/wal.1731361403013 2024-11-11T21:43:23,074 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46487:46487),(127.0.0.1/127.0.0.1:37817:37817),(127.0.0.1/127.0.0.1:43217:43217)] 2024-11-11T21:43:23,074 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => e6653bcfebea11829352bb5f33188f5c, NAME => 'testReplayEditsWrittenViaHRegion,,1731361402924.e6653bcfebea11829352bb5f33188f5c.', STARTKEY => '', ENDKEY => ''} 2024-11-11T21:43:23,075 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1731361402924.e6653bcfebea11829352bb5f33188f5c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T21:43:23,075 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for e6653bcfebea11829352bb5f33188f5c 2024-11-11T21:43:23,075 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for e6653bcfebea11829352bb5f33188f5c 2024-11-11T21:43:23,078 INFO [StoreOpener-e6653bcfebea11829352bb5f33188f5c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region e6653bcfebea11829352bb5f33188f5c 2024-11-11T21:43:23,079 INFO [StoreOpener-e6653bcfebea11829352bb5f33188f5c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e6653bcfebea11829352bb5f33188f5c columnFamilyName a 2024-11-11T21:43:23,080 DEBUG [StoreOpener-e6653bcfebea11829352bb5f33188f5c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:43:23,080 INFO [StoreOpener-e6653bcfebea11829352bb5f33188f5c-1 {}] regionserver.HStore(327): Store=e6653bcfebea11829352bb5f33188f5c/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T21:43:23,081 INFO [StoreOpener-e6653bcfebea11829352bb5f33188f5c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region e6653bcfebea11829352bb5f33188f5c 2024-11-11T21:43:23,082 INFO [StoreOpener-e6653bcfebea11829352bb5f33188f5c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e6653bcfebea11829352bb5f33188f5c columnFamilyName b 2024-11-11T21:43:23,082 DEBUG [StoreOpener-e6653bcfebea11829352bb5f33188f5c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:43:23,083 INFO [StoreOpener-e6653bcfebea11829352bb5f33188f5c-1 {}] regionserver.HStore(327): Store=e6653bcfebea11829352bb5f33188f5c/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T21:43:23,083 INFO [StoreOpener-e6653bcfebea11829352bb5f33188f5c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region e6653bcfebea11829352bb5f33188f5c 2024-11-11T21:43:23,085 INFO [StoreOpener-e6653bcfebea11829352bb5f33188f5c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e6653bcfebea11829352bb5f33188f5c columnFamilyName c 2024-11-11T21:43:23,085 DEBUG [StoreOpener-e6653bcfebea11829352bb5f33188f5c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:43:23,085 INFO [StoreOpener-e6653bcfebea11829352bb5f33188f5c-1 {}] regionserver.HStore(327): Store=e6653bcfebea11829352bb5f33188f5c/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T21:43:23,086 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for e6653bcfebea11829352bb5f33188f5c 2024-11-11T21:43:23,087 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33499/hbase/data/default/testReplayEditsWrittenViaHRegion/e6653bcfebea11829352bb5f33188f5c 2024-11-11T21:43:23,088 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33499/hbase/data/default/testReplayEditsWrittenViaHRegion/e6653bcfebea11829352bb5f33188f5c 2024-11-11T21:43:23,090 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for e6653bcfebea11829352bb5f33188f5c 2024-11-11T21:43:23,090 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for e6653bcfebea11829352bb5f33188f5c 2024-11-11T21:43:23,091 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-11T21:43:23,092 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for e6653bcfebea11829352bb5f33188f5c 2024-11-11T21:43:23,093 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened e6653bcfebea11829352bb5f33188f5c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61719903, jitterRate=-0.08030177652835846}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-11T21:43:23,094 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for e6653bcfebea11829352bb5f33188f5c: Writing region info on filesystem at 1731361403075Initializing all the Stores at 1731361403076 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731361403076Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731361403078 (+2 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731361403078Cleaning up temporary data from old regions at 1731361403090 (+12 ms)Region opened successfully at 1731361403094 (+4 ms) 2024-11-11T21:43:23,134 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing e6653bcfebea11829352bb5f33188f5c 3/3 column families, dataSize=2.55 KB heapSize=5.44 KB 2024-11-11T21:43:23,155 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33499/hbase/data/default/testReplayEditsWrittenViaHRegion/e6653bcfebea11829352bb5f33188f5c/.tmp/a/817323483beb40528070dade49925417 is 91, key is testReplayEditsWrittenViaHRegion/a:x0/1731361403094/Put/seqid=0 2024-11-11T21:43:23,167 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32903 is added to blk_1073741895_1073 (size=5958) 2024-11-11T21:43:23,168 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38269 is added to blk_1073741895_1073 (size=5958) 2024-11-11T21:43:23,168 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45349 is added to blk_1073741895_1073 (size=5958) 2024-11-11T21:43:23,169 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=33 (bloomFilter=true), to=hdfs://localhost:33499/hbase/data/default/testReplayEditsWrittenViaHRegion/e6653bcfebea11829352bb5f33188f5c/.tmp/a/817323483beb40528070dade49925417 2024-11-11T21:43:23,200 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33499/hbase/data/default/testReplayEditsWrittenViaHRegion/e6653bcfebea11829352bb5f33188f5c/.tmp/b/ee0fe410c6284d459b0358e9396c3ec6 is 91, key is testReplayEditsWrittenViaHRegion/b:x0/1731361403106/Put/seqid=0 2024-11-11T21:43:23,215 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38269 is added to blk_1073741896_1074 (size=5958) 2024-11-11T21:43:23,216 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45349 is added to blk_1073741896_1074 (size=5958) 2024-11-11T21:43:23,217 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32903 is added to blk_1073741896_1074 (size=5958) 2024-11-11T21:43:23,218 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=33 (bloomFilter=true), to=hdfs://localhost:33499/hbase/data/default/testReplayEditsWrittenViaHRegion/e6653bcfebea11829352bb5f33188f5c/.tmp/b/ee0fe410c6284d459b0358e9396c3ec6 2024-11-11T21:43:23,241 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33499/hbase/data/default/testReplayEditsWrittenViaHRegion/e6653bcfebea11829352bb5f33188f5c/.tmp/c/8ceb98827d9b4dc4a183ead80ed31b14 is 91, key is testReplayEditsWrittenViaHRegion/c:x0/1731361403120/Put/seqid=0 2024-11-11T21:43:23,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32903 is added to blk_1073741897_1075 (size=5958) 2024-11-11T21:43:23,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45349 is added to blk_1073741897_1075 (size=5958) 2024-11-11T21:43:23,258 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38269 is added to blk_1073741897_1075 (size=5958) 2024-11-11T21:43:23,262 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=33 (bloomFilter=true), to=hdfs://localhost:33499/hbase/data/default/testReplayEditsWrittenViaHRegion/e6653bcfebea11829352bb5f33188f5c/.tmp/c/8ceb98827d9b4dc4a183ead80ed31b14 2024-11-11T21:43:23,269 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33499/hbase/data/default/testReplayEditsWrittenViaHRegion/e6653bcfebea11829352bb5f33188f5c/.tmp/a/817323483beb40528070dade49925417 as hdfs://localhost:33499/hbase/data/default/testReplayEditsWrittenViaHRegion/e6653bcfebea11829352bb5f33188f5c/a/817323483beb40528070dade49925417 2024-11-11T21:43:23,280 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33499/hbase/data/default/testReplayEditsWrittenViaHRegion/e6653bcfebea11829352bb5f33188f5c/a/817323483beb40528070dade49925417, entries=10, sequenceid=33, filesize=5.8 K 2024-11-11T21:43:23,283 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33499/hbase/data/default/testReplayEditsWrittenViaHRegion/e6653bcfebea11829352bb5f33188f5c/.tmp/b/ee0fe410c6284d459b0358e9396c3ec6 as hdfs://localhost:33499/hbase/data/default/testReplayEditsWrittenViaHRegion/e6653bcfebea11829352bb5f33188f5c/b/ee0fe410c6284d459b0358e9396c3ec6 2024-11-11T21:43:23,292 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33499/hbase/data/default/testReplayEditsWrittenViaHRegion/e6653bcfebea11829352bb5f33188f5c/b/ee0fe410c6284d459b0358e9396c3ec6, entries=10, sequenceid=33, filesize=5.8 K 2024-11-11T21:43:23,294 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33499/hbase/data/default/testReplayEditsWrittenViaHRegion/e6653bcfebea11829352bb5f33188f5c/.tmp/c/8ceb98827d9b4dc4a183ead80ed31b14 as hdfs://localhost:33499/hbase/data/default/testReplayEditsWrittenViaHRegion/e6653bcfebea11829352bb5f33188f5c/c/8ceb98827d9b4dc4a183ead80ed31b14 2024-11-11T21:43:23,305 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33499/hbase/data/default/testReplayEditsWrittenViaHRegion/e6653bcfebea11829352bb5f33188f5c/c/8ceb98827d9b4dc4a183ead80ed31b14, entries=10, sequenceid=33, filesize=5.8 K 2024-11-11T21:43:23,306 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~2.55 KB/2610, heapSize ~5.39 KB/5520, currentSize=0 B/0 for e6653bcfebea11829352bb5f33188f5c in 172ms, sequenceid=33, compaction requested=false 2024-11-11T21:43:23,306 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for e6653bcfebea11829352bb5f33188f5c: 2024-11-11T21:43:23,307 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing e6653bcfebea11829352bb5f33188f5c, disabling compactions & flushes 2024-11-11T21:43:23,307 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenViaHRegion,,1731361402924.e6653bcfebea11829352bb5f33188f5c. 2024-11-11T21:43:23,307 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenViaHRegion,,1731361402924.e6653bcfebea11829352bb5f33188f5c. 2024-11-11T21:43:23,307 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenViaHRegion,,1731361402924.e6653bcfebea11829352bb5f33188f5c. after waiting 0 ms 2024-11-11T21:43:23,307 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenViaHRegion,,1731361402924.e6653bcfebea11829352bb5f33188f5c. 2024-11-11T21:43:23,308 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenViaHRegion,,1731361402924.e6653bcfebea11829352bb5f33188f5c. 2024-11-11T21:43:23,309 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for e6653bcfebea11829352bb5f33188f5c: Waiting for close lock at 1731361403306Disabling compacts and flushes for region at 1731361403306Disabling writes for close at 1731361403307 (+1 ms)Writing region close event to WAL at 1731361403308 (+1 ms)Closed at 1731361403308 2024-11-11T21:43:23,312 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45349 is added to blk_1073741894_1072 (size=6311) 2024-11-11T21:43:23,313 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38269 is added to blk_1073741894_1072 (size=6311) 2024-11-11T21:43:23,313 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32903 is added to blk_1073741894_1072 (size=6311) 2024-11-11T21:43:23,319 DEBUG [Time-limited test {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33499/hbase/data/default/testReplayEditsWrittenViaHRegion/e6653bcfebea11829352bb5f33188f5c/b/ee0fe410c6284d459b0358e9396c3ec6 to hdfs://localhost:33499/hbase/archive/data/default/testReplayEditsWrittenViaHRegion/e6653bcfebea11829352bb5f33188f5c/b/ee0fe410c6284d459b0358e9396c3ec6 2024-11-11T21:43:23,343 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33499/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731361402923/wal.1731361403013, size=6.2 K (6311bytes) 2024-11-11T21:43:23,343 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33499/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731361402923/wal.1731361403013 2024-11-11T21:43:23,344 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33499/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731361402923/wal.1731361403013 after 1ms 2024-11-11T21:43:23,382 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES 2024-11-11T21:43:23,383 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33499/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731361402923/wal.1731361403013 took 39ms 2024-11-11T21:43:23,386 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33499/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731361402923/wal.1731361403013 so closing down 2024-11-11T21:43:23,386 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-11T21:43:23,389 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000003-wal.1731361403013.temp 2024-11-11T21:43:23,441 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33499/hbase/data/default/testReplayEditsWrittenViaHRegion/e6653bcfebea11829352bb5f33188f5c/recovered.edits/0000000000000000003-wal.1731361403013.temp 2024-11-11T21:43:23,442 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-11T21:43:23,449 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45349 is added to blk_1073741898_1076 (size=5575) 2024-11-11T21:43:23,449 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38269 is added to blk_1073741898_1076 (size=5575) 2024-11-11T21:43:23,450 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32903 is added to blk_1073741898_1076 (size=5575) 2024-11-11T21:43:23,450 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33499/hbase/data/default/testReplayEditsWrittenViaHRegion/e6653bcfebea11829352bb5f33188f5c/recovered.edits/0000000000000000003-wal.1731361403013.temp (wrote 30 edits, skipped 0 edits in 0 ms) 2024-11-11T21:43:23,452 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33499/hbase/data/default/testReplayEditsWrittenViaHRegion/e6653bcfebea11829352bb5f33188f5c/recovered.edits/0000000000000000003-wal.1731361403013.temp to hdfs://localhost:33499/hbase/data/default/testReplayEditsWrittenViaHRegion/e6653bcfebea11829352bb5f33188f5c/recovered.edits/0000000000000000032 2024-11-11T21:43:23,452 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 32 edits across 1 Regions in 69 ms; skipped=2; WAL=hdfs://localhost:33499/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731361402923/wal.1731361403013, size=6.2 K, length=6311, corrupted=false, cancelled=false 2024-11-11T21:43:23,453 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33499/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731361402923/wal.1731361403013, journal: Splitting hdfs://localhost:33499/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731361402923/wal.1731361403013, size=6.2 K (6311bytes) at 1731361403343Finishing writing output for hdfs://localhost:33499/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731361402923/wal.1731361403013 so closing down at 1731361403386 (+43 ms)Creating recovered edits writer path=hdfs://localhost:33499/hbase/data/default/testReplayEditsWrittenViaHRegion/e6653bcfebea11829352bb5f33188f5c/recovered.edits/0000000000000000003-wal.1731361403013.temp at 1731361403442 (+56 ms)3 split writer threads finished at 1731361403442Closed recovered edits writer path=hdfs://localhost:33499/hbase/data/default/testReplayEditsWrittenViaHRegion/e6653bcfebea11829352bb5f33188f5c/recovered.edits/0000000000000000003-wal.1731361403013.temp (wrote 30 edits, skipped 0 edits in 0 ms) at 1731361403451 (+9 ms)Rename recovered edits hdfs://localhost:33499/hbase/data/default/testReplayEditsWrittenViaHRegion/e6653bcfebea11829352bb5f33188f5c/recovered.edits/0000000000000000003-wal.1731361403013.temp to hdfs://localhost:33499/hbase/data/default/testReplayEditsWrittenViaHRegion/e6653bcfebea11829352bb5f33188f5c/recovered.edits/0000000000000000032 at 1731361403452 (+1 ms)Processed 32 edits across 1 Regions in 69 ms; skipped=2; WAL=hdfs://localhost:33499/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731361402923/wal.1731361403013, size=6.2 K, length=6311, corrupted=false, cancelled=false at 1731361403452 2024-11-11T21:43:23,455 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33499/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731361402923/wal.1731361403013 to hdfs://localhost:33499/hbase/oldWALs/wal.1731361403013 2024-11-11T21:43:23,456 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:33499/hbase/data/default/testReplayEditsWrittenViaHRegion/e6653bcfebea11829352bb5f33188f5c/recovered.edits/0000000000000000032 2024-11-11T21:43:23,456 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-11T21:43:23,458 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:33499/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731361402923, archiveDir=hdfs://localhost:33499/hbase/oldWALs, maxLogs=32 2024-11-11T21:43:23,473 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731361402923/wal.1731361403458, exclude list is [], retry=0 2024-11-11T21:43:23,476 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38269,DS-f5a09739-babc-4265-b3e8-40bdc5147eea,DISK] 2024-11-11T21:43:23,476 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32903,DS-6f2e4c41-d6bf-45a1-8903-62cc9de0cbe9,DISK] 2024-11-11T21:43:23,477 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45349,DS-075cf330-c315-4f49-8444-a50c5ab90136,DISK] 2024-11-11T21:43:23,504 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731361402923/wal.1731361403458 2024-11-11T21:43:23,504 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37817:37817),(127.0.0.1/127.0.0.1:43217:43217),(127.0.0.1/127.0.0.1:46487:46487)] 2024-11-11T21:43:23,504 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => e6653bcfebea11829352bb5f33188f5c, NAME => 'testReplayEditsWrittenViaHRegion,,1731361402924.e6653bcfebea11829352bb5f33188f5c.', STARTKEY => '', ENDKEY => ''} 2024-11-11T21:43:23,504 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1731361402924.e6653bcfebea11829352bb5f33188f5c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T21:43:23,505 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for e6653bcfebea11829352bb5f33188f5c 2024-11-11T21:43:23,505 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for e6653bcfebea11829352bb5f33188f5c 2024-11-11T21:43:23,506 INFO [StoreOpener-e6653bcfebea11829352bb5f33188f5c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region e6653bcfebea11829352bb5f33188f5c 2024-11-11T21:43:23,507 INFO [StoreOpener-e6653bcfebea11829352bb5f33188f5c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e6653bcfebea11829352bb5f33188f5c columnFamilyName a 2024-11-11T21:43:23,507 DEBUG [StoreOpener-e6653bcfebea11829352bb5f33188f5c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:43:23,513 DEBUG [StoreOpener-e6653bcfebea11829352bb5f33188f5c-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:33499/hbase/data/default/testReplayEditsWrittenViaHRegion/e6653bcfebea11829352bb5f33188f5c/a/817323483beb40528070dade49925417 2024-11-11T21:43:23,513 INFO [StoreOpener-e6653bcfebea11829352bb5f33188f5c-1 {}] regionserver.HStore(327): Store=e6653bcfebea11829352bb5f33188f5c/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T21:43:23,513 INFO [StoreOpener-e6653bcfebea11829352bb5f33188f5c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region e6653bcfebea11829352bb5f33188f5c 2024-11-11T21:43:23,515 INFO [StoreOpener-e6653bcfebea11829352bb5f33188f5c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e6653bcfebea11829352bb5f33188f5c columnFamilyName b 2024-11-11T21:43:23,515 DEBUG [StoreOpener-e6653bcfebea11829352bb5f33188f5c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:43:23,516 INFO [StoreOpener-e6653bcfebea11829352bb5f33188f5c-1 {}] regionserver.HStore(327): Store=e6653bcfebea11829352bb5f33188f5c/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T21:43:23,516 INFO [StoreOpener-e6653bcfebea11829352bb5f33188f5c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region e6653bcfebea11829352bb5f33188f5c 2024-11-11T21:43:23,517 INFO [StoreOpener-e6653bcfebea11829352bb5f33188f5c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e6653bcfebea11829352bb5f33188f5c columnFamilyName c 2024-11-11T21:43:23,517 DEBUG [StoreOpener-e6653bcfebea11829352bb5f33188f5c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:43:23,523 DEBUG [StoreOpener-e6653bcfebea11829352bb5f33188f5c-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:33499/hbase/data/default/testReplayEditsWrittenViaHRegion/e6653bcfebea11829352bb5f33188f5c/c/8ceb98827d9b4dc4a183ead80ed31b14 2024-11-11T21:43:23,523 INFO [StoreOpener-e6653bcfebea11829352bb5f33188f5c-1 {}] regionserver.HStore(327): Store=e6653bcfebea11829352bb5f33188f5c/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T21:43:23,523 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for e6653bcfebea11829352bb5f33188f5c 2024-11-11T21:43:23,524 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33499/hbase/data/default/testReplayEditsWrittenViaHRegion/e6653bcfebea11829352bb5f33188f5c 2024-11-11T21:43:23,525 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:33499/hbase/data/default/testReplayEditsWrittenViaHRegion/e6653bcfebea11829352bb5f33188f5c 2024-11-11T21:43:23,526 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:33499/hbase/data/default/testReplayEditsWrittenViaHRegion/e6653bcfebea11829352bb5f33188f5c/recovered.edits/0000000000000000032 2024-11-11T21:43:23,556 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES 2024-11-11T21:43:23,558 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 10, skipped 20, firstSequenceIdInLog=3, maxSequenceIdInLog=32, path=hdfs://localhost:33499/hbase/data/default/testReplayEditsWrittenViaHRegion/e6653bcfebea11829352bb5f33188f5c/recovered.edits/0000000000000000032 2024-11-11T21:43:23,559 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing e6653bcfebea11829352bb5f33188f5c 3/3 column families, dataSize=870 B heapSize=2.31 KB 2024-11-11T21:43:23,582 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33499/hbase/data/default/testReplayEditsWrittenViaHRegion/e6653bcfebea11829352bb5f33188f5c/.tmp/b/6f79f4cca43a4883a4c4bf94b9d43c7b is 91, key is testReplayEditsWrittenViaHRegion/b:x0/1731361403106/Put/seqid=0 2024-11-11T21:43:23,600 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45349 is added to blk_1073741900_1078 (size=5958) 2024-11-11T21:43:23,600 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38269 is added to blk_1073741900_1078 (size=5958) 2024-11-11T21:43:23,601 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=32 (bloomFilter=true), to=hdfs://localhost:33499/hbase/data/default/testReplayEditsWrittenViaHRegion/e6653bcfebea11829352bb5f33188f5c/.tmp/b/6f79f4cca43a4883a4c4bf94b9d43c7b 2024-11-11T21:43:23,602 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32903 is added to blk_1073741900_1078 (size=5958) 2024-11-11T21:43:23,612 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33499/hbase/data/default/testReplayEditsWrittenViaHRegion/e6653bcfebea11829352bb5f33188f5c/.tmp/b/6f79f4cca43a4883a4c4bf94b9d43c7b as hdfs://localhost:33499/hbase/data/default/testReplayEditsWrittenViaHRegion/e6653bcfebea11829352bb5f33188f5c/b/6f79f4cca43a4883a4c4bf94b9d43c7b 2024-11-11T21:43:23,620 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33499/hbase/data/default/testReplayEditsWrittenViaHRegion/e6653bcfebea11829352bb5f33188f5c/b/6f79f4cca43a4883a4c4bf94b9d43c7b, entries=10, sequenceid=32, filesize=5.8 K 2024-11-11T21:43:23,620 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~870 B/870, heapSize ~1.80 KB/1840, currentSize=0 B/0 for e6653bcfebea11829352bb5f33188f5c in 62ms, sequenceid=32, compaction requested=false; wal=null 2024-11-11T21:43:23,622 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:33499/hbase/data/default/testReplayEditsWrittenViaHRegion/e6653bcfebea11829352bb5f33188f5c/recovered.edits/0000000000000000032 2024-11-11T21:43:23,623 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for e6653bcfebea11829352bb5f33188f5c 2024-11-11T21:43:23,623 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for e6653bcfebea11829352bb5f33188f5c 2024-11-11T21:43:23,624 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-11T21:43:23,627 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for e6653bcfebea11829352bb5f33188f5c 2024-11-11T21:43:23,633 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33499/hbase/data/default/testReplayEditsWrittenViaHRegion/e6653bcfebea11829352bb5f33188f5c/recovered.edits/33.seqid, newMaxSeqId=33, maxSeqId=1 2024-11-11T21:43:23,634 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened e6653bcfebea11829352bb5f33188f5c; next sequenceid=34; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72798345, jitterRate=0.08477987349033356}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-11T21:43:23,635 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for e6653bcfebea11829352bb5f33188f5c: Writing region info on filesystem at 1731361403505Initializing all the Stores at 1731361403506 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731361403506Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731361403506Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731361403506Obtaining lock to block concurrent updates at 1731361403559 (+53 ms)Preparing flush snapshotting stores in e6653bcfebea11829352bb5f33188f5c at 1731361403559Finished memstore snapshotting testReplayEditsWrittenViaHRegion,,1731361402924.e6653bcfebea11829352bb5f33188f5c., syncing WAL and waiting on mvcc, flushsize=dataSize=870, getHeapSize=2320, getOffHeapSize=0, getCellsCount=10 at 1731361403559Flushing stores of testReplayEditsWrittenViaHRegion,,1731361402924.e6653bcfebea11829352bb5f33188f5c. at 1731361403559Flushing e6653bcfebea11829352bb5f33188f5c/b: creating writer at 1731361403559Flushing e6653bcfebea11829352bb5f33188f5c/b: appending metadata at 1731361403581 (+22 ms)Flushing e6653bcfebea11829352bb5f33188f5c/b: closing flushed file at 1731361403581Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4e233d2d: reopening flushed file at 1731361403610 (+29 ms)Finished flush of dataSize ~870 B/870, heapSize ~1.80 KB/1840, currentSize=0 B/0 for e6653bcfebea11829352bb5f33188f5c in 62ms, sequenceid=32, compaction requested=false; wal=null at 1731361403621 (+11 ms)Cleaning up temporary data from old regions at 1731361403623 (+2 ms)Region opened successfully at 1731361403635 (+12 ms) 2024-11-11T21:43:23,663 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestSecureAsyncWALReplay#testReplayEditsAfterPartialFlush Thread=416 (was 409) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_967709050_22 at /127.0.0.1:59570 [Receiving block BP-1834427550-172.17.0.2-1731361380658:blk_1073741899_1077] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1834427550-172.17.0.2-1731361380658:blk_1073741899_1077, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1834427550-172.17.0.2-1731361380658:blk_1073741899_1077, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-20-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_967709050_22 at /127.0.0.1:33572 [Waiting for operation #25] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_967709050_22 at /127.0.0.1:33732 [Receiving block BP-1834427550-172.17.0.2-1731361380658:blk_1073741899_1077] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_967709050_22 at /127.0.0.1:55386 [Waiting for operation #31] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-20-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_967709050_22 at /127.0.0.1:55502 [Receiving block BP-1834427550-172.17.0.2-1731361380658:blk_1073741899_1077] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1834427550-172.17.0.2-1731361380658:blk_1073741899_1077, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-20-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_967709050_22 at /127.0.0.1:59416 [Waiting for operation #46] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=1123 (was 1049) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=329 (was 329), ProcessCount=11 (was 11), AvailableMemoryMB=5435 (was 5580) 2024-11-11T21:43:23,663 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1123 is superior to 1024 2024-11-11T21:43:23,675 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestSecureAsyncWALReplay#testReplayEditsAfterAbortingFlush Thread=416, OpenFileDescriptor=1123, MaxFileDescriptor=1048576, SystemLoadAverage=329, ProcessCount=11, AvailableMemoryMB=5432 2024-11-11T21:43:23,675 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1123 is superior to 1024 2024-11-11T21:43:23,692 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T21:43:23,694 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T21:43:23,695 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T21:43:23,698 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-43002140, suffix=, logDir=hdfs://localhost:33499/hbase/WALs/hregion-43002140, archiveDir=hdfs://localhost:33499/hbase/oldWALs, maxLogs=32 2024-11-11T21:43:23,713 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-43002140/hregion-43002140.1731361403698, exclude list is [], retry=0 2024-11-11T21:43:23,719 DEBUG [AsyncFSWAL-22-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38269,DS-f5a09739-babc-4265-b3e8-40bdc5147eea,DISK] 2024-11-11T21:43:23,721 DEBUG [AsyncFSWAL-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32903,DS-6f2e4c41-d6bf-45a1-8903-62cc9de0cbe9,DISK] 2024-11-11T21:43:23,721 DEBUG [AsyncFSWAL-22-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45349,DS-075cf330-c315-4f49-8444-a50c5ab90136,DISK] 2024-11-11T21:43:23,758 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-43002140/hregion-43002140.1731361403698 2024-11-11T21:43:23,761 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37817:37817),(127.0.0.1/127.0.0.1:43217:43217),(127.0.0.1/127.0.0.1:46487:46487)] 2024-11-11T21:43:23,761 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => a5cd246c3deba326eef85440b6ea31b0, NAME => 'testReplayEditsAfterAbortingFlush,,1731361403693.a5cd246c3deba326eef85440b6ea31b0.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsAfterAbortingFlush', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33499/hbase 2024-11-11T21:43:23,768 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsWrittenViaHRegion 2024-11-11T21:43:23,768 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsWrittenViaHRegion Metrics about Tables on a single HBase RegionServer 2024-11-11T21:43:23,769 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testSequentialEditLogSeqNum 2024-11-11T21:43:23,770 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testSequentialEditLogSeqNum Metrics about Tables on a single HBase RegionServer 2024-11-11T21:43:23,773 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsAfterRegionMovedWithMultiCF 2024-11-11T21:43:23,773 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsAfterRegionMovedWithMultiCF Metrics about Tables on a single HBase RegionServer 2024-11-11T21:43:23,775 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testRegionMadeOfBulkLoadedFilesOnly 2024-11-11T21:43:23,775 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testRegionMadeOfBulkLoadedFilesOnly Metrics about Tables on a single HBase RegionServer 2024-11-11T21:43:23,793 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32903 is added to blk_1073741902_1080 (size=68) 2024-11-11T21:43:23,793 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45349 is added to blk_1073741902_1080 (size=68) 2024-11-11T21:43:23,795 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38269 is added to blk_1073741902_1080 (size=68) 2024-11-11T21:43:23,805 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterAbortingFlush,,1731361403693.a5cd246c3deba326eef85440b6ea31b0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T21:43:23,812 INFO [StoreOpener-a5cd246c3deba326eef85440b6ea31b0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region a5cd246c3deba326eef85440b6ea31b0 2024-11-11T21:43:23,815 INFO [StoreOpener-a5cd246c3deba326eef85440b6ea31b0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a5cd246c3deba326eef85440b6ea31b0 columnFamilyName a 2024-11-11T21:43:23,815 DEBUG [StoreOpener-a5cd246c3deba326eef85440b6ea31b0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:43:23,817 INFO [StoreOpener-a5cd246c3deba326eef85440b6ea31b0-1 {}] regionserver.HStore(327): Store=a5cd246c3deba326eef85440b6ea31b0/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T21:43:23,817 INFO [StoreOpener-a5cd246c3deba326eef85440b6ea31b0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region a5cd246c3deba326eef85440b6ea31b0 2024-11-11T21:43:23,819 INFO [StoreOpener-a5cd246c3deba326eef85440b6ea31b0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a5cd246c3deba326eef85440b6ea31b0 columnFamilyName b 2024-11-11T21:43:23,819 DEBUG [StoreOpener-a5cd246c3deba326eef85440b6ea31b0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:43:23,825 INFO [StoreOpener-a5cd246c3deba326eef85440b6ea31b0-1 {}] regionserver.HStore(327): Store=a5cd246c3deba326eef85440b6ea31b0/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T21:43:23,825 INFO [StoreOpener-a5cd246c3deba326eef85440b6ea31b0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region a5cd246c3deba326eef85440b6ea31b0 2024-11-11T21:43:23,832 INFO [StoreOpener-a5cd246c3deba326eef85440b6ea31b0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a5cd246c3deba326eef85440b6ea31b0 columnFamilyName c 2024-11-11T21:43:23,832 DEBUG [StoreOpener-a5cd246c3deba326eef85440b6ea31b0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:43:23,833 INFO [StoreOpener-a5cd246c3deba326eef85440b6ea31b0-1 {}] regionserver.HStore(327): Store=a5cd246c3deba326eef85440b6ea31b0/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T21:43:23,833 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for a5cd246c3deba326eef85440b6ea31b0 2024-11-11T21:43:23,834 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33499/hbase/data/default/testReplayEditsAfterAbortingFlush/a5cd246c3deba326eef85440b6ea31b0 2024-11-11T21:43:23,835 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33499/hbase/data/default/testReplayEditsAfterAbortingFlush/a5cd246c3deba326eef85440b6ea31b0 2024-11-11T21:43:23,836 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for a5cd246c3deba326eef85440b6ea31b0 2024-11-11T21:43:23,836 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for a5cd246c3deba326eef85440b6ea31b0 2024-11-11T21:43:23,837 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterAbortingFlush descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-11T21:43:23,839 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for a5cd246c3deba326eef85440b6ea31b0 2024-11-11T21:43:23,843 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33499/hbase/data/default/testReplayEditsAfterAbortingFlush/a5cd246c3deba326eef85440b6ea31b0/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T21:43:23,844 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened a5cd246c3deba326eef85440b6ea31b0; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68549107, jitterRate=0.02146129310131073}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-11T21:43:23,845 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for a5cd246c3deba326eef85440b6ea31b0: Writing region info on filesystem at 1731361403805Initializing all the Stores at 1731361403807 (+2 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731361403807Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731361403812 (+5 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731361403812Cleaning up temporary data from old regions at 1731361403836 (+24 ms)Region opened successfully at 1731361403845 (+9 ms) 2024-11-11T21:43:23,846 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing a5cd246c3deba326eef85440b6ea31b0, disabling compactions & flushes 2024-11-11T21:43:23,846 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsAfterAbortingFlush,,1731361403693.a5cd246c3deba326eef85440b6ea31b0. 2024-11-11T21:43:23,846 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterAbortingFlush,,1731361403693.a5cd246c3deba326eef85440b6ea31b0. 2024-11-11T21:43:23,846 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterAbortingFlush,,1731361403693.a5cd246c3deba326eef85440b6ea31b0. after waiting 0 ms 2024-11-11T21:43:23,846 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterAbortingFlush,,1731361403693.a5cd246c3deba326eef85440b6ea31b0. 2024-11-11T21:43:23,853 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsAfterAbortingFlush,,1731361403693.a5cd246c3deba326eef85440b6ea31b0. 2024-11-11T21:43:23,853 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for a5cd246c3deba326eef85440b6ea31b0: Waiting for close lock at 1731361403846Disabling compacts and flushes for region at 1731361403846Disabling writes for close at 1731361403846Writing region close event to WAL at 1731361403852 (+6 ms)Closed at 1731361403852 2024-11-11T21:43:23,857 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45349 is added to blk_1073741901_1079 (size=175) 2024-11-11T21:43:23,857 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38269 is added to blk_1073741901_1079 (size=175) 2024-11-11T21:43:23,857 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32903 is added to blk_1073741901_1079 (size=175) 2024-11-11T21:43:23,861 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-11T21:43:23,862 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-43002140:(num 1731361403698) 2024-11-11T21:43:23,862 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-11T21:43:23,866 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:33499/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731361403691, archiveDir=hdfs://localhost:33499/hbase/oldWALs, maxLogs=32 2024-11-11T21:43:23,882 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731361403691/wal.1731361403867, exclude list is [], retry=0 2024-11-11T21:43:23,885 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45349,DS-075cf330-c315-4f49-8444-a50c5ab90136,DISK] 2024-11-11T21:43:23,886 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32903,DS-6f2e4c41-d6bf-45a1-8903-62cc9de0cbe9,DISK] 2024-11-11T21:43:23,886 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38269,DS-f5a09739-babc-4265-b3e8-40bdc5147eea,DISK] 2024-11-11T21:43:23,929 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731361403691/wal.1731361403867 2024-11-11T21:43:23,929 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46487:46487),(127.0.0.1/127.0.0.1:43217:43217),(127.0.0.1/127.0.0.1:37817:37817)] 2024-11-11T21:43:24,005 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => a5cd246c3deba326eef85440b6ea31b0, NAME => 'testReplayEditsAfterAbortingFlush,,1731361403693.a5cd246c3deba326eef85440b6ea31b0.', STARTKEY => '', ENDKEY => ''} 2024-11-11T21:43:24,008 DEBUG [Time-limited test {}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterAbortingFlush a5cd246c3deba326eef85440b6ea31b0 2024-11-11T21:43:24,009 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterAbortingFlush,,1731361403693.a5cd246c3deba326eef85440b6ea31b0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T21:43:24,009 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for a5cd246c3deba326eef85440b6ea31b0 2024-11-11T21:43:24,009 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for a5cd246c3deba326eef85440b6ea31b0 2024-11-11T21:43:24,011 INFO [StoreOpener-a5cd246c3deba326eef85440b6ea31b0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region a5cd246c3deba326eef85440b6ea31b0 2024-11-11T21:43:24,013 INFO [StoreOpener-a5cd246c3deba326eef85440b6ea31b0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a5cd246c3deba326eef85440b6ea31b0 columnFamilyName a 2024-11-11T21:43:24,013 DEBUG [StoreOpener-a5cd246c3deba326eef85440b6ea31b0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:43:24,014 INFO [StoreOpener-a5cd246c3deba326eef85440b6ea31b0-1 {}] regionserver.HStore(327): Store=a5cd246c3deba326eef85440b6ea31b0/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T21:43:24,014 INFO [StoreOpener-a5cd246c3deba326eef85440b6ea31b0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region a5cd246c3deba326eef85440b6ea31b0 2024-11-11T21:43:24,017 INFO [StoreOpener-a5cd246c3deba326eef85440b6ea31b0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a5cd246c3deba326eef85440b6ea31b0 columnFamilyName b 2024-11-11T21:43:24,017 DEBUG [StoreOpener-a5cd246c3deba326eef85440b6ea31b0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:43:24,018 INFO [StoreOpener-a5cd246c3deba326eef85440b6ea31b0-1 {}] regionserver.HStore(327): Store=a5cd246c3deba326eef85440b6ea31b0/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T21:43:24,019 INFO [StoreOpener-a5cd246c3deba326eef85440b6ea31b0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region a5cd246c3deba326eef85440b6ea31b0 2024-11-11T21:43:24,020 INFO [StoreOpener-a5cd246c3deba326eef85440b6ea31b0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a5cd246c3deba326eef85440b6ea31b0 columnFamilyName c 2024-11-11T21:43:24,020 DEBUG [StoreOpener-a5cd246c3deba326eef85440b6ea31b0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:43:24,020 INFO [StoreOpener-a5cd246c3deba326eef85440b6ea31b0-1 {}] regionserver.HStore(327): Store=a5cd246c3deba326eef85440b6ea31b0/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T21:43:24,021 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for a5cd246c3deba326eef85440b6ea31b0 2024-11-11T21:43:24,021 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33499/hbase/data/default/testReplayEditsAfterAbortingFlush/a5cd246c3deba326eef85440b6ea31b0 2024-11-11T21:43:24,023 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33499/hbase/data/default/testReplayEditsAfterAbortingFlush/a5cd246c3deba326eef85440b6ea31b0 2024-11-11T21:43:24,023 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for a5cd246c3deba326eef85440b6ea31b0 2024-11-11T21:43:24,024 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for a5cd246c3deba326eef85440b6ea31b0 2024-11-11T21:43:24,024 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterAbortingFlush descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-11T21:43:24,025 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for a5cd246c3deba326eef85440b6ea31b0 2024-11-11T21:43:24,026 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened a5cd246c3deba326eef85440b6ea31b0; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66669568, jitterRate=-0.0065460205078125}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-11T21:43:24,026 DEBUG [Time-limited test {}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a5cd246c3deba326eef85440b6ea31b0 2024-11-11T21:43:24,027 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for a5cd246c3deba326eef85440b6ea31b0: Running coprocessor pre-open hook at 1731361404009Writing region info on filesystem at 1731361404009Initializing all the Stores at 1731361404010 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731361404010Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731361404011 (+1 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731361404011Cleaning up temporary data from old regions at 1731361404024 (+13 ms)Running coprocessor post-open hooks at 1731361404027 (+3 ms)Region opened successfully at 1731361404027 2024-11-11T21:43:24,044 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing a5cd246c3deba326eef85440b6ea31b0 3/3 column families, dataSize=590 B heapSize=2.08 KB 2024-11-11T21:43:24,046 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for a5cd246c3deba326eef85440b6ea31b0/a, retrying num=0 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T21:43:25,047 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for a5cd246c3deba326eef85440b6ea31b0/a, retrying num=1 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T21:43:25,257 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-11T21:43:26,048 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for a5cd246c3deba326eef85440b6ea31b0/a, retrying num=2 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T21:43:27,050 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for a5cd246c3deba326eef85440b6ea31b0/a, retrying num=3 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T21:43:28,051 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for a5cd246c3deba326eef85440b6ea31b0/a, retrying num=4 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T21:43:29,052 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for a5cd246c3deba326eef85440b6ea31b0/a, retrying num=5 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T21:43:30,053 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for a5cd246c3deba326eef85440b6ea31b0/a, retrying num=6 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T21:43:31,055 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for a5cd246c3deba326eef85440b6ea31b0/a, retrying num=7 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T21:43:32,055 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for a5cd246c3deba326eef85440b6ea31b0/a, retrying num=8 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T21:43:32,596 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-11T21:43:33,056 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for a5cd246c3deba326eef85440b6ea31b0/a, retrying num=9 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T21:43:33,057 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for a5cd246c3deba326eef85440b6ea31b0: 2024-11-11T21:43:33,057 INFO [Time-limited test {}] wal.AbstractTestWALReplay(671): Expected simulated exception when flushing region, region: testReplayEditsAfterAbortingFlush,,1731361403693.a5cd246c3deba326eef85440b6ea31b0. 2024-11-11T21:43:33,073 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for a5cd246c3deba326eef85440b6ea31b0: 2024-11-11T21:43:33,073 INFO [Time-limited test {}] wal.AbstractTestWALReplay(691): Expected exception when flushing region because server is stopped,Aborting flush because server is aborted... 2024-11-11T21:43:33,073 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing a5cd246c3deba326eef85440b6ea31b0, disabling compactions & flushes 2024-11-11T21:43:33,073 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsAfterAbortingFlush,,1731361403693.a5cd246c3deba326eef85440b6ea31b0. 2024-11-11T21:43:33,073 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterAbortingFlush,,1731361403693.a5cd246c3deba326eef85440b6ea31b0. 2024-11-11T21:43:33,073 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterAbortingFlush,,1731361403693.a5cd246c3deba326eef85440b6ea31b0. after waiting 0 ms 2024-11-11T21:43:33,073 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterAbortingFlush,,1731361403693.a5cd246c3deba326eef85440b6ea31b0. 2024-11-11T21:43:33,073 ERROR [Time-limited test {}] regionserver.HRegion(1960): Memstore data size is 1190 in region testReplayEditsAfterAbortingFlush,,1731361403693.a5cd246c3deba326eef85440b6ea31b0. 2024-11-11T21:43:33,074 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsAfterAbortingFlush,,1731361403693.a5cd246c3deba326eef85440b6ea31b0. 2024-11-11T21:43:33,074 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for a5cd246c3deba326eef85440b6ea31b0: Waiting for close lock at 1731361413073Running coprocessor pre-close hooks at 1731361413073Disabling compacts and flushes for region at 1731361413073Disabling writes for close at 1731361413073Writing region close event to WAL at 1731361413073Running coprocessor post-close hooks at 1731361413073Closed at 1731361413074 (+1 ms) 2024-11-11T21:43:33,076 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45349 is added to blk_1073741903_1081 (size=4236) 2024-11-11T21:43:33,076 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32903 is added to blk_1073741903_1081 (size=4236) 2024-11-11T21:43:33,076 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38269 is added to blk_1073741903_1081 (size=4236) 2024-11-11T21:43:33,092 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33499/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731361403691/wal.1731361403867, size=4.1 K (4236bytes) 2024-11-11T21:43:33,093 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33499/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731361403691/wal.1731361403867 2024-11-11T21:43:33,093 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33499/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731361403691/wal.1731361403867 after 0ms 2024-11-11T21:43:33,119 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES 2024-11-11T21:43:33,119 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33499/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731361403691/wal.1731361403867 took 27ms 2024-11-11T21:43:33,121 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33499/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731361403691/wal.1731361403867 so closing down 2024-11-11T21:43:33,121 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-11T21:43:33,123 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000004-wal.1731361403867.temp 2024-11-11T21:43:33,149 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33499/hbase/data/default/testReplayEditsAfterAbortingFlush/a5cd246c3deba326eef85440b6ea31b0/recovered.edits/0000000000000000004-wal.1731361403867.temp 2024-11-11T21:43:33,150 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-11T21:43:33,158 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38269 is added to blk_1073741904_1082 (size=3245) 2024-11-11T21:43:33,158 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32903 is added to blk_1073741904_1082 (size=3245) 2024-11-11T21:43:33,159 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45349 is added to blk_1073741904_1082 (size=3245) 2024-11-11T21:43:33,160 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33499/hbase/data/default/testReplayEditsAfterAbortingFlush/a5cd246c3deba326eef85440b6ea31b0/recovered.edits/0000000000000000004-wal.1731361403867.temp (wrote 20 edits, skipped 0 edits in 0 ms) 2024-11-11T21:43:33,161 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33499/hbase/data/default/testReplayEditsAfterAbortingFlush/a5cd246c3deba326eef85440b6ea31b0/recovered.edits/0000000000000000004-wal.1731361403867.temp to hdfs://localhost:33499/hbase/data/default/testReplayEditsAfterAbortingFlush/a5cd246c3deba326eef85440b6ea31b0/recovered.edits/0000000000000000026 2024-11-11T21:43:33,162 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 23 edits across 1 Regions in 42 ms; skipped=3; WAL=hdfs://localhost:33499/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731361403691/wal.1731361403867, size=4.1 K, length=4236, corrupted=false, cancelled=false 2024-11-11T21:43:33,162 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33499/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731361403691/wal.1731361403867, journal: Splitting hdfs://localhost:33499/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731361403691/wal.1731361403867, size=4.1 K (4236bytes) at 1731361413092Finishing writing output for hdfs://localhost:33499/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731361403691/wal.1731361403867 so closing down at 1731361413121 (+29 ms)Creating recovered edits writer path=hdfs://localhost:33499/hbase/data/default/testReplayEditsAfterAbortingFlush/a5cd246c3deba326eef85440b6ea31b0/recovered.edits/0000000000000000004-wal.1731361403867.temp at 1731361413150 (+29 ms)3 split writer threads finished at 1731361413150Closed recovered edits writer path=hdfs://localhost:33499/hbase/data/default/testReplayEditsAfterAbortingFlush/a5cd246c3deba326eef85440b6ea31b0/recovered.edits/0000000000000000004-wal.1731361403867.temp (wrote 20 edits, skipped 0 edits in 0 ms) at 1731361413160 (+10 ms)Rename recovered edits hdfs://localhost:33499/hbase/data/default/testReplayEditsAfterAbortingFlush/a5cd246c3deba326eef85440b6ea31b0/recovered.edits/0000000000000000004-wal.1731361403867.temp to hdfs://localhost:33499/hbase/data/default/testReplayEditsAfterAbortingFlush/a5cd246c3deba326eef85440b6ea31b0/recovered.edits/0000000000000000026 at 1731361413161 (+1 ms)Processed 23 edits across 1 Regions in 42 ms; skipped=3; WAL=hdfs://localhost:33499/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731361403691/wal.1731361403867, size=4.1 K, length=4236, corrupted=false, cancelled=false at 1731361413162 (+1 ms) 2024-11-11T21:43:33,164 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33499/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731361403691/wal.1731361403867 to hdfs://localhost:33499/hbase/oldWALs/wal.1731361403867 2024-11-11T21:43:33,165 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:33499/hbase/data/default/testReplayEditsAfterAbortingFlush/a5cd246c3deba326eef85440b6ea31b0/recovered.edits/0000000000000000026 2024-11-11T21:43:33,165 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-11T21:43:33,167 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:33499/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731361403691, archiveDir=hdfs://localhost:33499/hbase/oldWALs, maxLogs=32 2024-11-11T21:43:33,187 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731361403691/wal.1731361413168, exclude list is [], retry=0 2024-11-11T21:43:33,189 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32903,DS-6f2e4c41-d6bf-45a1-8903-62cc9de0cbe9,DISK] 2024-11-11T21:43:33,190 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45349,DS-075cf330-c315-4f49-8444-a50c5ab90136,DISK] 2024-11-11T21:43:33,190 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38269,DS-f5a09739-babc-4265-b3e8-40bdc5147eea,DISK] 2024-11-11T21:43:33,216 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731361403691/wal.1731361413168 2024-11-11T21:43:33,217 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43217:43217),(127.0.0.1/127.0.0.1:46487:46487),(127.0.0.1/127.0.0.1:37817:37817)] 2024-11-11T21:43:33,217 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => a5cd246c3deba326eef85440b6ea31b0, NAME => 'testReplayEditsAfterAbortingFlush,,1731361403693.a5cd246c3deba326eef85440b6ea31b0.', STARTKEY => '', ENDKEY => ''} 2024-11-11T21:43:33,217 DEBUG [Time-limited test {}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterAbortingFlush a5cd246c3deba326eef85440b6ea31b0 2024-11-11T21:43:33,218 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterAbortingFlush,,1731361403693.a5cd246c3deba326eef85440b6ea31b0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T21:43:33,218 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for a5cd246c3deba326eef85440b6ea31b0 2024-11-11T21:43:33,218 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for a5cd246c3deba326eef85440b6ea31b0 2024-11-11T21:43:33,220 INFO [StoreOpener-a5cd246c3deba326eef85440b6ea31b0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region a5cd246c3deba326eef85440b6ea31b0 2024-11-11T21:43:33,221 INFO [StoreOpener-a5cd246c3deba326eef85440b6ea31b0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a5cd246c3deba326eef85440b6ea31b0 columnFamilyName a 2024-11-11T21:43:33,221 DEBUG [StoreOpener-a5cd246c3deba326eef85440b6ea31b0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:43:33,221 INFO [StoreOpener-a5cd246c3deba326eef85440b6ea31b0-1 {}] regionserver.HStore(327): Store=a5cd246c3deba326eef85440b6ea31b0/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T21:43:33,221 INFO [StoreOpener-a5cd246c3deba326eef85440b6ea31b0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region a5cd246c3deba326eef85440b6ea31b0 2024-11-11T21:43:33,222 INFO [StoreOpener-a5cd246c3deba326eef85440b6ea31b0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a5cd246c3deba326eef85440b6ea31b0 columnFamilyName b 2024-11-11T21:43:33,222 DEBUG [StoreOpener-a5cd246c3deba326eef85440b6ea31b0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:43:33,223 INFO [StoreOpener-a5cd246c3deba326eef85440b6ea31b0-1 {}] regionserver.HStore(327): Store=a5cd246c3deba326eef85440b6ea31b0/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T21:43:33,223 INFO [StoreOpener-a5cd246c3deba326eef85440b6ea31b0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region a5cd246c3deba326eef85440b6ea31b0 2024-11-11T21:43:33,224 INFO [StoreOpener-a5cd246c3deba326eef85440b6ea31b0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a5cd246c3deba326eef85440b6ea31b0 columnFamilyName c 2024-11-11T21:43:33,224 DEBUG [StoreOpener-a5cd246c3deba326eef85440b6ea31b0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:43:33,229 INFO [StoreOpener-a5cd246c3deba326eef85440b6ea31b0-1 {}] regionserver.HStore(327): Store=a5cd246c3deba326eef85440b6ea31b0/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T21:43:33,230 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for a5cd246c3deba326eef85440b6ea31b0 2024-11-11T21:43:33,230 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33499/hbase/data/default/testReplayEditsAfterAbortingFlush/a5cd246c3deba326eef85440b6ea31b0 2024-11-11T21:43:33,232 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:33499/hbase/data/default/testReplayEditsAfterAbortingFlush/a5cd246c3deba326eef85440b6ea31b0 2024-11-11T21:43:33,233 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:33499/hbase/data/default/testReplayEditsAfterAbortingFlush/a5cd246c3deba326eef85440b6ea31b0/recovered.edits/0000000000000000026 2024-11-11T21:43:33,264 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES 2024-11-11T21:43:33,267 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 20, skipped 0, firstSequenceIdInLog=4, maxSequenceIdInLog=26, path=hdfs://localhost:33499/hbase/data/default/testReplayEditsAfterAbortingFlush/a5cd246c3deba326eef85440b6ea31b0/recovered.edits/0000000000000000026 2024-11-11T21:43:33,267 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing a5cd246c3deba326eef85440b6ea31b0 3/3 column families, dataSize=1.16 KB heapSize=3.41 KB 2024-11-11T21:43:33,293 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33499/hbase/data/default/testReplayEditsAfterAbortingFlush/a5cd246c3deba326eef85440b6ea31b0/.tmp/a/a8d9058702d6462ca7c0ec7fb8fa676f is 64, key is testReplayEditsAfterAbortingFlush12/a:q/1731361413063/Put/seqid=0 2024-11-11T21:43:33,307 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32903 is added to blk_1073741906_1084 (size=5523) 2024-11-11T21:43:33,307 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38269 is added to blk_1073741906_1084 (size=5523) 2024-11-11T21:43:33,307 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45349 is added to blk_1073741906_1084 (size=5523) 2024-11-11T21:43:33,308 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=416 B at sequenceid=26 (bloomFilter=true), to=hdfs://localhost:33499/hbase/data/default/testReplayEditsAfterAbortingFlush/a5cd246c3deba326eef85440b6ea31b0/.tmp/a/a8d9058702d6462ca7c0ec7fb8fa676f 2024-11-11T21:43:33,329 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33499/hbase/data/default/testReplayEditsAfterAbortingFlush/a5cd246c3deba326eef85440b6ea31b0/.tmp/b/0d791ecf90264de981bfc4796916d3f0 is 64, key is testReplayEditsAfterAbortingFlush10/b:q/1731361413058/Put/seqid=0 2024-11-11T21:43:33,346 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38269 is added to blk_1073741907_1085 (size=5524) 2024-11-11T21:43:33,346 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32903 is added to blk_1073741907_1085 (size=5524) 2024-11-11T21:43:33,346 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45349 is added to blk_1073741907_1085 (size=5524) 2024-11-11T21:43:33,347 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=417 B at sequenceid=26 (bloomFilter=true), to=hdfs://localhost:33499/hbase/data/default/testReplayEditsAfterAbortingFlush/a5cd246c3deba326eef85440b6ea31b0/.tmp/b/0d791ecf90264de981bfc4796916d3f0 2024-11-11T21:43:33,378 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33499/hbase/data/default/testReplayEditsAfterAbortingFlush/a5cd246c3deba326eef85440b6ea31b0/.tmp/c/3d5e9834239f4062a7b24eb59db9e9c4 is 64, key is testReplayEditsAfterAbortingFlush11/c:q/1731361413060/Put/seqid=0 2024-11-11T21:43:33,393 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38269 is added to blk_1073741908_1086 (size=5457) 2024-11-11T21:43:33,393 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32903 is added to blk_1073741908_1086 (size=5457) 2024-11-11T21:43:33,394 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45349 is added to blk_1073741908_1086 (size=5457) 2024-11-11T21:43:33,397 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=357 B at sequenceid=26 (bloomFilter=true), to=hdfs://localhost:33499/hbase/data/default/testReplayEditsAfterAbortingFlush/a5cd246c3deba326eef85440b6ea31b0/.tmp/c/3d5e9834239f4062a7b24eb59db9e9c4 2024-11-11T21:43:33,405 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33499/hbase/data/default/testReplayEditsAfterAbortingFlush/a5cd246c3deba326eef85440b6ea31b0/.tmp/a/a8d9058702d6462ca7c0ec7fb8fa676f as hdfs://localhost:33499/hbase/data/default/testReplayEditsAfterAbortingFlush/a5cd246c3deba326eef85440b6ea31b0/a/a8d9058702d6462ca7c0ec7fb8fa676f 2024-11-11T21:43:33,418 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33499/hbase/data/default/testReplayEditsAfterAbortingFlush/a5cd246c3deba326eef85440b6ea31b0/a/a8d9058702d6462ca7c0ec7fb8fa676f, entries=7, sequenceid=26, filesize=5.4 K 2024-11-11T21:43:33,420 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33499/hbase/data/default/testReplayEditsAfterAbortingFlush/a5cd246c3deba326eef85440b6ea31b0/.tmp/b/0d791ecf90264de981bfc4796916d3f0 as hdfs://localhost:33499/hbase/data/default/testReplayEditsAfterAbortingFlush/a5cd246c3deba326eef85440b6ea31b0/b/0d791ecf90264de981bfc4796916d3f0 2024-11-11T21:43:33,427 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33499/hbase/data/default/testReplayEditsAfterAbortingFlush/a5cd246c3deba326eef85440b6ea31b0/b/0d791ecf90264de981bfc4796916d3f0, entries=7, sequenceid=26, filesize=5.4 K 2024-11-11T21:43:33,428 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33499/hbase/data/default/testReplayEditsAfterAbortingFlush/a5cd246c3deba326eef85440b6ea31b0/.tmp/c/3d5e9834239f4062a7b24eb59db9e9c4 as hdfs://localhost:33499/hbase/data/default/testReplayEditsAfterAbortingFlush/a5cd246c3deba326eef85440b6ea31b0/c/3d5e9834239f4062a7b24eb59db9e9c4 2024-11-11T21:43:33,435 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33499/hbase/data/default/testReplayEditsAfterAbortingFlush/a5cd246c3deba326eef85440b6ea31b0/c/3d5e9834239f4062a7b24eb59db9e9c4, entries=6, sequenceid=26, filesize=5.3 K 2024-11-11T21:43:33,436 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~1.16 KB/1190, heapSize ~3.36 KB/3440, currentSize=0 B/0 for a5cd246c3deba326eef85440b6ea31b0 in 169ms, sequenceid=26, compaction requested=false; wal=null 2024-11-11T21:43:33,437 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:33499/hbase/data/default/testReplayEditsAfterAbortingFlush/a5cd246c3deba326eef85440b6ea31b0/recovered.edits/0000000000000000026 2024-11-11T21:43:33,438 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for a5cd246c3deba326eef85440b6ea31b0 2024-11-11T21:43:33,438 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for a5cd246c3deba326eef85440b6ea31b0 2024-11-11T21:43:33,439 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterAbortingFlush descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-11T21:43:33,441 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for a5cd246c3deba326eef85440b6ea31b0 2024-11-11T21:43:33,444 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33499/hbase/data/default/testReplayEditsAfterAbortingFlush/a5cd246c3deba326eef85440b6ea31b0/recovered.edits/26.seqid, newMaxSeqId=26, maxSeqId=1 2024-11-11T21:43:33,445 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened a5cd246c3deba326eef85440b6ea31b0; next sequenceid=27; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69696295, jitterRate=0.038555726408958435}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-11T21:43:33,445 DEBUG [Time-limited test {}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a5cd246c3deba326eef85440b6ea31b0 2024-11-11T21:43:33,446 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for a5cd246c3deba326eef85440b6ea31b0: Running coprocessor pre-open hook at 1731361413218Writing region info on filesystem at 1731361413218Initializing all the Stores at 1731361413219 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731361413219Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731361413219Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731361413219Obtaining lock to block concurrent updates at 1731361413267 (+48 ms)Preparing flush snapshotting stores in a5cd246c3deba326eef85440b6ea31b0 at 1731361413267Finished memstore snapshotting testReplayEditsAfterAbortingFlush,,1731361403693.a5cd246c3deba326eef85440b6ea31b0., syncing WAL and waiting on mvcc, flushsize=dataSize=1190, getHeapSize=3440, getOffHeapSize=0, getCellsCount=20 at 1731361413267Flushing stores of testReplayEditsAfterAbortingFlush,,1731361403693.a5cd246c3deba326eef85440b6ea31b0. at 1731361413267Flushing a5cd246c3deba326eef85440b6ea31b0/a: creating writer at 1731361413268 (+1 ms)Flushing a5cd246c3deba326eef85440b6ea31b0/a: appending metadata at 1731361413293 (+25 ms)Flushing a5cd246c3deba326eef85440b6ea31b0/a: closing flushed file at 1731361413293Flushing a5cd246c3deba326eef85440b6ea31b0/b: creating writer at 1731361413315 (+22 ms)Flushing a5cd246c3deba326eef85440b6ea31b0/b: appending metadata at 1731361413329 (+14 ms)Flushing a5cd246c3deba326eef85440b6ea31b0/b: closing flushed file at 1731361413329Flushing a5cd246c3deba326eef85440b6ea31b0/c: creating writer at 1731361413355 (+26 ms)Flushing a5cd246c3deba326eef85440b6ea31b0/c: appending metadata at 1731361413378 (+23 ms)Flushing a5cd246c3deba326eef85440b6ea31b0/c: closing flushed file at 1731361413378Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1213058b: reopening flushed file at 1731361413404 (+26 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@400f4ea5: reopening flushed file at 1731361413418 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@44c3e9ba: reopening flushed file at 1731361413427 (+9 ms)Finished flush of dataSize ~1.16 KB/1190, heapSize ~3.36 KB/3440, currentSize=0 B/0 for a5cd246c3deba326eef85440b6ea31b0 in 169ms, sequenceid=26, compaction requested=false; wal=null at 1731361413436 (+9 ms)Cleaning up temporary data from old regions at 1731361413438 (+2 ms)Running coprocessor post-open hooks at 1731361413445 (+7 ms)Region opened successfully at 1731361413446 (+1 ms) 2024-11-11T21:43:33,471 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestSecureAsyncWALReplay#testReplayEditsAfterAbortingFlush Thread=413 (was 416), OpenFileDescriptor=1180 (was 1123) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=303 (was 329), ProcessCount=12 (was 11) - ProcessCount LEAK? -, AvailableMemoryMB=5321 (was 5432) 2024-11-11T21:43:33,471 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1180 is superior to 1024 2024-11-11T21:43:33,507 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestSecureAsyncWALReplay#testDatalossWhenInputError Thread=413, OpenFileDescriptor=1180, MaxFileDescriptor=1048576, SystemLoadAverage=303, ProcessCount=13, AvailableMemoryMB=5313 2024-11-11T21:43:33,508 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1180 is superior to 1024 2024-11-11T21:43:33,530 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T21:43:33,533 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T21:43:33,534 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T21:43:33,538 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-07266670, suffix=, logDir=hdfs://localhost:33499/hbase/WALs/hregion-07266670, archiveDir=hdfs://localhost:33499/hbase/oldWALs, maxLogs=32 2024-11-11T21:43:33,553 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-07266670/hregion-07266670.1731361413539, exclude list is [], retry=0 2024-11-11T21:43:33,559 DEBUG [AsyncFSWAL-24-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38269,DS-f5a09739-babc-4265-b3e8-40bdc5147eea,DISK] 2024-11-11T21:43:33,560 DEBUG [AsyncFSWAL-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32903,DS-6f2e4c41-d6bf-45a1-8903-62cc9de0cbe9,DISK] 2024-11-11T21:43:33,561 DEBUG [AsyncFSWAL-24-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45349,DS-075cf330-c315-4f49-8444-a50c5ab90136,DISK] 2024-11-11T21:43:33,624 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-07266670/hregion-07266670.1731361413539 2024-11-11T21:43:33,625 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37817:37817),(127.0.0.1/127.0.0.1:43217:43217),(127.0.0.1/127.0.0.1:46487:46487)] 2024-11-11T21:43:33,625 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 67751e73d2aa65646f6c4136ccc3dc87, NAME => 'testDatalossWhenInputError,,1731361413530.67751e73d2aa65646f6c4136ccc3dc87.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testDatalossWhenInputError', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33499/hbase 2024-11-11T21:43:33,671 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38269 is added to blk_1073741910_1088 (size=61) 2024-11-11T21:43:33,671 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45349 is added to blk_1073741910_1088 (size=61) 2024-11-11T21:43:33,682 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32903 is added to blk_1073741910_1088 (size=61) 2024-11-11T21:43:33,683 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testDatalossWhenInputError,,1731361413530.67751e73d2aa65646f6c4136ccc3dc87.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T21:43:33,688 INFO [StoreOpener-67751e73d2aa65646f6c4136ccc3dc87-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 67751e73d2aa65646f6c4136ccc3dc87 2024-11-11T21:43:33,690 INFO [StoreOpener-67751e73d2aa65646f6c4136ccc3dc87-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 67751e73d2aa65646f6c4136ccc3dc87 columnFamilyName a 2024-11-11T21:43:33,690 DEBUG [StoreOpener-67751e73d2aa65646f6c4136ccc3dc87-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:43:33,691 INFO [StoreOpener-67751e73d2aa65646f6c4136ccc3dc87-1 {}] regionserver.HStore(327): Store=67751e73d2aa65646f6c4136ccc3dc87/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T21:43:33,691 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 67751e73d2aa65646f6c4136ccc3dc87 2024-11-11T21:43:33,692 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33499/hbase/data/default/testDatalossWhenInputError/67751e73d2aa65646f6c4136ccc3dc87 2024-11-11T21:43:33,693 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33499/hbase/data/default/testDatalossWhenInputError/67751e73d2aa65646f6c4136ccc3dc87 2024-11-11T21:43:33,694 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 67751e73d2aa65646f6c4136ccc3dc87 2024-11-11T21:43:33,694 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 67751e73d2aa65646f6c4136ccc3dc87 2024-11-11T21:43:33,696 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 67751e73d2aa65646f6c4136ccc3dc87 2024-11-11T21:43:33,709 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33499/hbase/data/default/testDatalossWhenInputError/67751e73d2aa65646f6c4136ccc3dc87/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T21:43:33,710 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 67751e73d2aa65646f6c4136ccc3dc87; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68886788, jitterRate=0.0264931321144104}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-11T21:43:33,711 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 67751e73d2aa65646f6c4136ccc3dc87: Writing region info on filesystem at 1731361413683Initializing all the Stores at 1731361413684 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731361413684Cleaning up temporary data from old regions at 1731361413694 (+10 ms)Region opened successfully at 1731361413711 (+17 ms) 2024-11-11T21:43:33,711 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 67751e73d2aa65646f6c4136ccc3dc87, disabling compactions & flushes 2024-11-11T21:43:33,711 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testDatalossWhenInputError,,1731361413530.67751e73d2aa65646f6c4136ccc3dc87. 2024-11-11T21:43:33,711 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testDatalossWhenInputError,,1731361413530.67751e73d2aa65646f6c4136ccc3dc87. 2024-11-11T21:43:33,711 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testDatalossWhenInputError,,1731361413530.67751e73d2aa65646f6c4136ccc3dc87. after waiting 0 ms 2024-11-11T21:43:33,711 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testDatalossWhenInputError,,1731361413530.67751e73d2aa65646f6c4136ccc3dc87. 2024-11-11T21:43:33,712 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testDatalossWhenInputError,,1731361413530.67751e73d2aa65646f6c4136ccc3dc87. 2024-11-11T21:43:33,712 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 67751e73d2aa65646f6c4136ccc3dc87: Waiting for close lock at 1731361413711Disabling compacts and flushes for region at 1731361413711Disabling writes for close at 1731361413711Writing region close event to WAL at 1731361413712 (+1 ms)Closed at 1731361413712 2024-11-11T21:43:33,720 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32903 is added to blk_1073741909_1087 (size=175) 2024-11-11T21:43:33,720 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38269 is added to blk_1073741909_1087 (size=175) 2024-11-11T21:43:33,722 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45349 is added to blk_1073741909_1087 (size=175) 2024-11-11T21:43:33,726 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-11T21:43:33,726 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-07266670:(num 1731361413539) 2024-11-11T21:43:33,727 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-11T21:43:33,729 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:33499/hbase/WALs/testdatalosswheninputerror-manual,16010,1731361413529, archiveDir=hdfs://localhost:33499/hbase/oldWALs, maxLogs=32 2024-11-11T21:43:33,744 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testdatalosswheninputerror-manual,16010,1731361413529/wal.1731361413729, exclude list is [], retry=0 2024-11-11T21:43:33,747 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32903,DS-6f2e4c41-d6bf-45a1-8903-62cc9de0cbe9,DISK] 2024-11-11T21:43:33,748 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45349,DS-075cf330-c315-4f49-8444-a50c5ab90136,DISK] 2024-11-11T21:43:33,748 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38269,DS-f5a09739-babc-4265-b3e8-40bdc5147eea,DISK] 2024-11-11T21:43:33,768 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsAfterAbortingFlush 2024-11-11T21:43:33,768 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsAfterAbortingFlush Metrics about Tables on a single HBase RegionServer 2024-11-11T21:43:33,794 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testdatalosswheninputerror-manual,16010,1731361413529/wal.1731361413729 2024-11-11T21:43:33,814 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43217:43217),(127.0.0.1/127.0.0.1:46487:46487),(127.0.0.1/127.0.0.1:37817:37817)] 2024-11-11T21:43:33,814 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 67751e73d2aa65646f6c4136ccc3dc87, NAME => 'testDatalossWhenInputError,,1731361413530.67751e73d2aa65646f6c4136ccc3dc87.', STARTKEY => '', ENDKEY => ''} 2024-11-11T21:43:33,814 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testDatalossWhenInputError,,1731361413530.67751e73d2aa65646f6c4136ccc3dc87.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T21:43:33,814 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 67751e73d2aa65646f6c4136ccc3dc87 2024-11-11T21:43:33,814 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 67751e73d2aa65646f6c4136ccc3dc87 2024-11-11T21:43:33,821 INFO [StoreOpener-67751e73d2aa65646f6c4136ccc3dc87-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 67751e73d2aa65646f6c4136ccc3dc87 2024-11-11T21:43:33,830 INFO [StoreOpener-67751e73d2aa65646f6c4136ccc3dc87-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 67751e73d2aa65646f6c4136ccc3dc87 columnFamilyName a 2024-11-11T21:43:33,830 DEBUG [StoreOpener-67751e73d2aa65646f6c4136ccc3dc87-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:43:33,831 INFO [StoreOpener-67751e73d2aa65646f6c4136ccc3dc87-1 {}] regionserver.HStore(327): Store=67751e73d2aa65646f6c4136ccc3dc87/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T21:43:33,831 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 67751e73d2aa65646f6c4136ccc3dc87 2024-11-11T21:43:33,832 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33499/hbase/data/default/testDatalossWhenInputError/67751e73d2aa65646f6c4136ccc3dc87 2024-11-11T21:43:33,834 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33499/hbase/data/default/testDatalossWhenInputError/67751e73d2aa65646f6c4136ccc3dc87 2024-11-11T21:43:33,835 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 67751e73d2aa65646f6c4136ccc3dc87 2024-11-11T21:43:33,835 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 67751e73d2aa65646f6c4136ccc3dc87 2024-11-11T21:43:33,838 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 67751e73d2aa65646f6c4136ccc3dc87 2024-11-11T21:43:33,840 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 67751e73d2aa65646f6c4136ccc3dc87; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63897379, jitterRate=-0.04785485565662384}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-11T21:43:33,841 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 67751e73d2aa65646f6c4136ccc3dc87: Writing region info on filesystem at 1731361413815Initializing all the Stores at 1731361413816 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731361413816Cleaning up temporary data from old regions at 1731361413835 (+19 ms)Region opened successfully at 1731361413840 (+5 ms) 2024-11-11T21:43:33,859 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 67751e73d2aa65646f6c4136ccc3dc87, disabling compactions & flushes 2024-11-11T21:43:33,859 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testDatalossWhenInputError,,1731361413530.67751e73d2aa65646f6c4136ccc3dc87. 2024-11-11T21:43:33,859 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testDatalossWhenInputError,,1731361413530.67751e73d2aa65646f6c4136ccc3dc87. 2024-11-11T21:43:33,859 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testDatalossWhenInputError,,1731361413530.67751e73d2aa65646f6c4136ccc3dc87. after waiting 0 ms 2024-11-11T21:43:33,859 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testDatalossWhenInputError,,1731361413530.67751e73d2aa65646f6c4136ccc3dc87. 2024-11-11T21:43:33,861 ERROR [Time-limited test {}] regionserver.HRegion(1960): Memstore data size is 750 in region testDatalossWhenInputError,,1731361413530.67751e73d2aa65646f6c4136ccc3dc87. 2024-11-11T21:43:33,861 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testDatalossWhenInputError,,1731361413530.67751e73d2aa65646f6c4136ccc3dc87. 2024-11-11T21:43:33,862 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 67751e73d2aa65646f6c4136ccc3dc87: Waiting for close lock at 1731361413859Disabling compacts and flushes for region at 1731361413859Disabling writes for close at 1731361413859Writing region close event to WAL at 1731361413861 (+2 ms)Closed at 1731361413861 2024-11-11T21:43:33,867 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38269 is added to blk_1073741911_1089 (size=1795) 2024-11-11T21:43:33,869 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32903 is added to blk_1073741911_1089 (size=1795) 2024-11-11T21:43:33,869 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45349 is added to blk_1073741911_1089 (size=1795) 2024-11-11T21:43:33,894 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33499/hbase/WALs/testdatalosswheninputerror-manual,16010,1731361413529/wal.1731361413729, size=1.8 K (1795bytes) 2024-11-11T21:43:33,894 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33499/hbase/WALs/testdatalosswheninputerror-manual,16010,1731361413529/wal.1731361413729 2024-11-11T21:43:33,895 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33499/hbase/WALs/testdatalosswheninputerror-manual,16010,1731361413529/wal.1731361413729 after 1ms 2024-11-11T21:43:33,933 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES 2024-11-11T21:43:33,934 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33499/hbase/WALs/testdatalosswheninputerror-manual,16010,1731361413529/wal.1731361413729 took 40ms 2024-11-11T21:43:33,939 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33499/hbase/WALs/testdatalosswheninputerror-manual,16010,1731361413529/wal.1731361413729 so closing down 2024-11-11T21:43:33,939 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-11T21:43:33,940 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000003-wal.1731361413729.temp 2024-11-11T21:43:33,978 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33499/hbase/data/default/testDatalossWhenInputError/67751e73d2aa65646f6c4136ccc3dc87/recovered.edits/0000000000000000003-wal.1731361413729.temp 2024-11-11T21:43:33,978 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-11T21:43:33,984 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45349 is added to blk_1073741912_1090 (size=1795) 2024-11-11T21:43:33,985 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38269 is added to blk_1073741912_1090 (size=1795) 2024-11-11T21:43:33,985 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32903 is added to blk_1073741912_1090 (size=1795) 2024-11-11T21:43:33,985 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33499/hbase/data/default/testDatalossWhenInputError/67751e73d2aa65646f6c4136ccc3dc87/recovered.edits/0000000000000000003-wal.1731361413729.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-11T21:43:33,987 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33499/hbase/data/default/testDatalossWhenInputError/67751e73d2aa65646f6c4136ccc3dc87/recovered.edits/0000000000000000003-wal.1731361413729.temp to hdfs://localhost:33499/hbase/data/default/testDatalossWhenInputError/67751e73d2aa65646f6c4136ccc3dc87/recovered.edits/0000000000000000012 2024-11-11T21:43:33,987 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 1 Regions in 50 ms; skipped=0; WAL=hdfs://localhost:33499/hbase/WALs/testdatalosswheninputerror-manual,16010,1731361413529/wal.1731361413729, size=1.8 K, length=1795, corrupted=false, cancelled=false 2024-11-11T21:43:33,987 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33499/hbase/WALs/testdatalosswheninputerror-manual,16010,1731361413529/wal.1731361413729, journal: Splitting hdfs://localhost:33499/hbase/WALs/testdatalosswheninputerror-manual,16010,1731361413529/wal.1731361413729, size=1.8 K (1795bytes) at 1731361413894Finishing writing output for hdfs://localhost:33499/hbase/WALs/testdatalosswheninputerror-manual,16010,1731361413529/wal.1731361413729 so closing down at 1731361413939 (+45 ms)Creating recovered edits writer path=hdfs://localhost:33499/hbase/data/default/testDatalossWhenInputError/67751e73d2aa65646f6c4136ccc3dc87/recovered.edits/0000000000000000003-wal.1731361413729.temp at 1731361413978 (+39 ms)3 split writer threads finished at 1731361413978Closed recovered edits writer path=hdfs://localhost:33499/hbase/data/default/testDatalossWhenInputError/67751e73d2aa65646f6c4136ccc3dc87/recovered.edits/0000000000000000003-wal.1731361413729.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731361413985 (+7 ms)Rename recovered edits hdfs://localhost:33499/hbase/data/default/testDatalossWhenInputError/67751e73d2aa65646f6c4136ccc3dc87/recovered.edits/0000000000000000003-wal.1731361413729.temp to hdfs://localhost:33499/hbase/data/default/testDatalossWhenInputError/67751e73d2aa65646f6c4136ccc3dc87/recovered.edits/0000000000000000012 at 1731361413987 (+2 ms)Processed 10 edits across 1 Regions in 50 ms; skipped=0; WAL=hdfs://localhost:33499/hbase/WALs/testdatalosswheninputerror-manual,16010,1731361413529/wal.1731361413729, size=1.8 K, length=1795, corrupted=false, cancelled=false at 1731361413987 2024-11-11T21:43:33,989 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33499/hbase/WALs/testdatalosswheninputerror-manual,16010,1731361413529/wal.1731361413729 to hdfs://localhost:33499/hbase/oldWALs/wal.1731361413729 2024-11-11T21:43:33,991 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:33499/hbase/data/default/testDatalossWhenInputError/67751e73d2aa65646f6c4136ccc3dc87/recovered.edits/0000000000000000012 2024-11-11T21:43:34,033 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES 2024-11-11T21:43:34,523 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-11T21:43:34,525 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:33499/hbase/WALs/testdatalosswheninputerror-manual,16010,1731361413529, archiveDir=hdfs://localhost:33499/hbase/oldWALs, maxLogs=32 2024-11-11T21:43:34,537 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testdatalosswheninputerror-manual,16010,1731361413529/wal.1731361414526, exclude list is [], retry=0 2024-11-11T21:43:34,540 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38269,DS-f5a09739-babc-4265-b3e8-40bdc5147eea,DISK] 2024-11-11T21:43:34,540 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45349,DS-075cf330-c315-4f49-8444-a50c5ab90136,DISK] 2024-11-11T21:43:34,541 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32903,DS-6f2e4c41-d6bf-45a1-8903-62cc9de0cbe9,DISK] 2024-11-11T21:43:34,566 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testdatalosswheninputerror-manual,16010,1731361413529/wal.1731361414526 2024-11-11T21:43:34,566 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37817:37817),(127.0.0.1/127.0.0.1:46487:46487),(127.0.0.1/127.0.0.1:43217:43217)] 2024-11-11T21:43:34,566 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 67751e73d2aa65646f6c4136ccc3dc87, NAME => 'testDatalossWhenInputError,,1731361413530.67751e73d2aa65646f6c4136ccc3dc87.', STARTKEY => '', ENDKEY => ''} 2024-11-11T21:43:34,566 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testDatalossWhenInputError,,1731361413530.67751e73d2aa65646f6c4136ccc3dc87.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T21:43:34,566 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 67751e73d2aa65646f6c4136ccc3dc87 2024-11-11T21:43:34,566 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 67751e73d2aa65646f6c4136ccc3dc87 2024-11-11T21:43:34,569 INFO [StoreOpener-67751e73d2aa65646f6c4136ccc3dc87-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 67751e73d2aa65646f6c4136ccc3dc87 2024-11-11T21:43:34,571 INFO [StoreOpener-67751e73d2aa65646f6c4136ccc3dc87-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 67751e73d2aa65646f6c4136ccc3dc87 columnFamilyName a 2024-11-11T21:43:34,571 DEBUG [StoreOpener-67751e73d2aa65646f6c4136ccc3dc87-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:43:34,572 INFO [StoreOpener-67751e73d2aa65646f6c4136ccc3dc87-1 {}] regionserver.HStore(327): Store=67751e73d2aa65646f6c4136ccc3dc87/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T21:43:34,572 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 67751e73d2aa65646f6c4136ccc3dc87 2024-11-11T21:43:34,573 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33499/hbase/data/default/testDatalossWhenInputError/67751e73d2aa65646f6c4136ccc3dc87 2024-11-11T21:43:34,574 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:33499/hbase/data/default/testDatalossWhenInputError/67751e73d2aa65646f6c4136ccc3dc87 2024-11-11T21:43:34,575 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:33499/hbase/data/default/testDatalossWhenInputError/67751e73d2aa65646f6c4136ccc3dc87/recovered.edits/0000000000000000012 2024-11-11T21:43:34,600 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES 2024-11-11T21:43:34,601 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 10, skipped 0, firstSequenceIdInLog=3, maxSequenceIdInLog=12, path=hdfs://localhost:33499/hbase/data/default/testDatalossWhenInputError/67751e73d2aa65646f6c4136ccc3dc87/recovered.edits/0000000000000000012 2024-11-11T21:43:34,601 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 67751e73d2aa65646f6c4136ccc3dc87 1/1 column families, dataSize=750 B heapSize=1.73 KB 2024-11-11T21:43:34,619 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33499/hbase/data/default/testDatalossWhenInputError/67751e73d2aa65646f6c4136ccc3dc87/.tmp/a/ad2b0037989c456caa0f5744479165ee is 79, key is testDatalossWhenInputError/a:x0/1731361413841/Put/seqid=0 2024-11-11T21:43:34,625 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32903 is added to blk_1073741914_1092 (size=5808) 2024-11-11T21:43:34,626 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38269 is added to blk_1073741914_1092 (size=5808) 2024-11-11T21:43:34,626 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45349 is added to blk_1073741914_1092 (size=5808) 2024-11-11T21:43:34,626 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=750 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:33499/hbase/data/default/testDatalossWhenInputError/67751e73d2aa65646f6c4136ccc3dc87/.tmp/a/ad2b0037989c456caa0f5744479165ee 2024-11-11T21:43:34,638 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33499/hbase/data/default/testDatalossWhenInputError/67751e73d2aa65646f6c4136ccc3dc87/.tmp/a/ad2b0037989c456caa0f5744479165ee as hdfs://localhost:33499/hbase/data/default/testDatalossWhenInputError/67751e73d2aa65646f6c4136ccc3dc87/a/ad2b0037989c456caa0f5744479165ee 2024-11-11T21:43:34,649 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33499/hbase/data/default/testDatalossWhenInputError/67751e73d2aa65646f6c4136ccc3dc87/a/ad2b0037989c456caa0f5744479165ee, entries=10, sequenceid=12, filesize=5.7 K 2024-11-11T21:43:34,649 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~750 B/750, heapSize ~1.72 KB/1760, currentSize=0 B/0 for 67751e73d2aa65646f6c4136ccc3dc87 in 48ms, sequenceid=12, compaction requested=false; wal=null 2024-11-11T21:43:34,650 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:33499/hbase/data/default/testDatalossWhenInputError/67751e73d2aa65646f6c4136ccc3dc87/recovered.edits/0000000000000000012 2024-11-11T21:43:34,650 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 67751e73d2aa65646f6c4136ccc3dc87 2024-11-11T21:43:34,650 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 67751e73d2aa65646f6c4136ccc3dc87 2024-11-11T21:43:34,653 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 67751e73d2aa65646f6c4136ccc3dc87 2024-11-11T21:43:34,655 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33499/hbase/data/default/testDatalossWhenInputError/67751e73d2aa65646f6c4136ccc3dc87/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-11-11T21:43:34,656 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 67751e73d2aa65646f6c4136ccc3dc87; next sequenceid=13; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72440228, jitterRate=0.07944351434707642}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-11T21:43:34,657 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 67751e73d2aa65646f6c4136ccc3dc87: Writing region info on filesystem at 1731361414567Initializing all the Stores at 1731361414569 (+2 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731361414569Obtaining lock to block concurrent updates at 1731361414601 (+32 ms)Preparing flush snapshotting stores in 67751e73d2aa65646f6c4136ccc3dc87 at 1731361414601Finished memstore snapshotting testDatalossWhenInputError,,1731361413530.67751e73d2aa65646f6c4136ccc3dc87., syncing WAL and waiting on mvcc, flushsize=dataSize=750, getHeapSize=1760, getOffHeapSize=0, getCellsCount=10 at 1731361414601Flushing stores of testDatalossWhenInputError,,1731361413530.67751e73d2aa65646f6c4136ccc3dc87. at 1731361414601Flushing 67751e73d2aa65646f6c4136ccc3dc87/a: creating writer at 1731361414601Flushing 67751e73d2aa65646f6c4136ccc3dc87/a: appending metadata at 1731361414618 (+17 ms)Flushing 67751e73d2aa65646f6c4136ccc3dc87/a: closing flushed file at 1731361414618Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3a4ee2ec: reopening flushed file at 1731361414636 (+18 ms)Finished flush of dataSize ~750 B/750, heapSize ~1.72 KB/1760, currentSize=0 B/0 for 67751e73d2aa65646f6c4136ccc3dc87 in 48ms, sequenceid=12, compaction requested=false; wal=null at 1731361414649 (+13 ms)Cleaning up temporary data from old regions at 1731361414650 (+1 ms)Region opened successfully at 1731361414656 (+6 ms) 2024-11-11T21:43:34,659 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 67751e73d2aa65646f6c4136ccc3dc87, NAME => 'testDatalossWhenInputError,,1731361413530.67751e73d2aa65646f6c4136ccc3dc87.', STARTKEY => '', ENDKEY => ''} 2024-11-11T21:43:34,659 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testDatalossWhenInputError,,1731361413530.67751e73d2aa65646f6c4136ccc3dc87.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T21:43:34,659 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 67751e73d2aa65646f6c4136ccc3dc87 2024-11-11T21:43:34,660 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 67751e73d2aa65646f6c4136ccc3dc87 2024-11-11T21:43:34,661 INFO [StoreOpener-67751e73d2aa65646f6c4136ccc3dc87-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 67751e73d2aa65646f6c4136ccc3dc87 2024-11-11T21:43:34,661 INFO [StoreOpener-67751e73d2aa65646f6c4136ccc3dc87-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 67751e73d2aa65646f6c4136ccc3dc87 columnFamilyName a 2024-11-11T21:43:34,662 DEBUG [StoreOpener-67751e73d2aa65646f6c4136ccc3dc87-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:43:34,667 DEBUG [StoreOpener-67751e73d2aa65646f6c4136ccc3dc87-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:33499/hbase/data/default/testDatalossWhenInputError/67751e73d2aa65646f6c4136ccc3dc87/a/ad2b0037989c456caa0f5744479165ee 2024-11-11T21:43:34,667 INFO [StoreOpener-67751e73d2aa65646f6c4136ccc3dc87-1 {}] regionserver.HStore(327): Store=67751e73d2aa65646f6c4136ccc3dc87/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T21:43:34,667 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 67751e73d2aa65646f6c4136ccc3dc87 2024-11-11T21:43:34,668 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33499/hbase/data/default/testDatalossWhenInputError/67751e73d2aa65646f6c4136ccc3dc87 2024-11-11T21:43:34,669 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33499/hbase/data/default/testDatalossWhenInputError/67751e73d2aa65646f6c4136ccc3dc87 2024-11-11T21:43:34,670 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 67751e73d2aa65646f6c4136ccc3dc87 2024-11-11T21:43:34,670 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 67751e73d2aa65646f6c4136ccc3dc87 2024-11-11T21:43:34,672 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 67751e73d2aa65646f6c4136ccc3dc87 2024-11-11T21:43:34,674 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33499/hbase/data/default/testDatalossWhenInputError/67751e73d2aa65646f6c4136ccc3dc87/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=12 2024-11-11T21:43:34,676 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 67751e73d2aa65646f6c4136ccc3dc87; next sequenceid=14; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65111820, jitterRate=-0.0297582745552063}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-11T21:43:34,676 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 67751e73d2aa65646f6c4136ccc3dc87: Writing region info on filesystem at 1731361414660Initializing all the Stores at 1731361414660Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731361414660Cleaning up temporary data from old regions at 1731361414670 (+10 ms)Region opened successfully at 1731361414676 (+6 ms) 2024-11-11T21:43:34,692 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestSecureAsyncWALReplay#testDatalossWhenInputError Thread=423 (was 413) Potentially hanging thread: AsyncFSWAL-24-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_967709050_22 at /127.0.0.1:53562 [Receiving block BP-1834427550-172.17.0.2-1731361380658:blk_1073741913_1091] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-24-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_967709050_22 at /127.0.0.1:49606 [Receiving block BP-1834427550-172.17.0.2-1731361380658:blk_1073741913_1091] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-24-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_967709050_22 at /127.0.0.1:53472 [Waiting for operation #20] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_967709050_22 at /127.0.0.1:45586 [Waiting for operation #12] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1834427550-172.17.0.2-1731361380658:blk_1073741913_1091, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_967709050_22 at /127.0.0.1:49554 [Waiting for operation #10] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1834427550-172.17.0.2-1731361380658:blk_1073741913_1091, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1834427550-172.17.0.2-1731361380658:blk_1073741913_1091, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_967709050_22 at /127.0.0.1:45666 [Receiving block BP-1834427550-172.17.0.2-1731361380658:blk_1073741913_1091] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=1262 (was 1180) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=303 (was 303), ProcessCount=11 (was 13), AvailableMemoryMB=5174 (was 5313) 2024-11-11T21:43:34,692 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1262 is superior to 1024 2024-11-11T21:43:34,705 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestSecureAsyncWALReplay#testCompactedBulkLoadedFiles Thread=423, OpenFileDescriptor=1262, MaxFileDescriptor=1048576, SystemLoadAverage=303, ProcessCount=11, AvailableMemoryMB=5173 2024-11-11T21:43:34,705 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1262 is superior to 1024 2024-11-11T21:43:34,724 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T21:43:34,726 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T21:43:34,726 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T21:43:34,729 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-46629857, suffix=, logDir=hdfs://localhost:33499/hbase/WALs/hregion-46629857, archiveDir=hdfs://localhost:33499/hbase/oldWALs, maxLogs=32 2024-11-11T21:43:34,741 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-46629857/hregion-46629857.1731361414729, exclude list is [], retry=0 2024-11-11T21:43:34,744 DEBUG [AsyncFSWAL-26-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38269,DS-f5a09739-babc-4265-b3e8-40bdc5147eea,DISK] 2024-11-11T21:43:34,744 DEBUG [AsyncFSWAL-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32903,DS-6f2e4c41-d6bf-45a1-8903-62cc9de0cbe9,DISK] 2024-11-11T21:43:34,744 DEBUG [AsyncFSWAL-26-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45349,DS-075cf330-c315-4f49-8444-a50c5ab90136,DISK] 2024-11-11T21:43:34,769 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-46629857/hregion-46629857.1731361414729 2024-11-11T21:43:34,769 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37817:37817),(127.0.0.1/127.0.0.1:43217:43217),(127.0.0.1/127.0.0.1:46487:46487)] 2024-11-11T21:43:34,769 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => e5c58afe226de74da4ceee0ece7de131, NAME => 'testCompactedBulkLoadedFiles,,1731361414724.e5c58afe226de74da4ceee0ece7de131.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testCompactedBulkLoadedFiles', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33499/hbase 2024-11-11T21:43:34,777 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32903 is added to blk_1073741916_1094 (size=63) 2024-11-11T21:43:34,777 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38269 is added to blk_1073741916_1094 (size=63) 2024-11-11T21:43:34,778 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45349 is added to blk_1073741916_1094 (size=63) 2024-11-11T21:43:34,778 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testCompactedBulkLoadedFiles,,1731361414724.e5c58afe226de74da4ceee0ece7de131.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T21:43:34,779 INFO [StoreOpener-e5c58afe226de74da4ceee0ece7de131-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region e5c58afe226de74da4ceee0ece7de131 2024-11-11T21:43:34,780 INFO [StoreOpener-e5c58afe226de74da4ceee0ece7de131-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e5c58afe226de74da4ceee0ece7de131 columnFamilyName a 2024-11-11T21:43:34,780 DEBUG [StoreOpener-e5c58afe226de74da4ceee0ece7de131-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:43:34,781 INFO [StoreOpener-e5c58afe226de74da4ceee0ece7de131-1 {}] regionserver.HStore(327): Store=e5c58afe226de74da4ceee0ece7de131/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T21:43:34,781 INFO [StoreOpener-e5c58afe226de74da4ceee0ece7de131-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region e5c58afe226de74da4ceee0ece7de131 2024-11-11T21:43:34,782 INFO [StoreOpener-e5c58afe226de74da4ceee0ece7de131-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e5c58afe226de74da4ceee0ece7de131 columnFamilyName b 2024-11-11T21:43:34,782 DEBUG [StoreOpener-e5c58afe226de74da4ceee0ece7de131-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:43:34,782 INFO [StoreOpener-e5c58afe226de74da4ceee0ece7de131-1 {}] regionserver.HStore(327): Store=e5c58afe226de74da4ceee0ece7de131/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T21:43:34,782 INFO [StoreOpener-e5c58afe226de74da4ceee0ece7de131-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region e5c58afe226de74da4ceee0ece7de131 2024-11-11T21:43:34,783 INFO [StoreOpener-e5c58afe226de74da4ceee0ece7de131-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e5c58afe226de74da4ceee0ece7de131 columnFamilyName c 2024-11-11T21:43:34,784 DEBUG [StoreOpener-e5c58afe226de74da4ceee0ece7de131-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:43:34,784 INFO [StoreOpener-e5c58afe226de74da4ceee0ece7de131-1 {}] regionserver.HStore(327): Store=e5c58afe226de74da4ceee0ece7de131/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T21:43:34,784 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for e5c58afe226de74da4ceee0ece7de131 2024-11-11T21:43:34,785 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33499/hbase/data/default/testCompactedBulkLoadedFiles/e5c58afe226de74da4ceee0ece7de131 2024-11-11T21:43:34,785 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33499/hbase/data/default/testCompactedBulkLoadedFiles/e5c58afe226de74da4ceee0ece7de131 2024-11-11T21:43:34,786 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for e5c58afe226de74da4ceee0ece7de131 2024-11-11T21:43:34,786 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for e5c58afe226de74da4ceee0ece7de131 2024-11-11T21:43:34,787 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testCompactedBulkLoadedFiles descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-11T21:43:34,788 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for e5c58afe226de74da4ceee0ece7de131 2024-11-11T21:43:34,790 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33499/hbase/data/default/testCompactedBulkLoadedFiles/e5c58afe226de74da4ceee0ece7de131/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T21:43:34,790 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened e5c58afe226de74da4ceee0ece7de131; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72017874, jitterRate=0.07314994931221008}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-11T21:43:34,791 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for e5c58afe226de74da4ceee0ece7de131: Writing region info on filesystem at 1731361414778Initializing all the Stores at 1731361414779 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731361414779Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731361414779Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731361414779Cleaning up temporary data from old regions at 1731361414786 (+7 ms)Region opened successfully at 1731361414791 (+5 ms) 2024-11-11T21:43:34,791 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing e5c58afe226de74da4ceee0ece7de131, disabling compactions & flushes 2024-11-11T21:43:34,791 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testCompactedBulkLoadedFiles,,1731361414724.e5c58afe226de74da4ceee0ece7de131. 2024-11-11T21:43:34,791 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testCompactedBulkLoadedFiles,,1731361414724.e5c58afe226de74da4ceee0ece7de131. 2024-11-11T21:43:34,791 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testCompactedBulkLoadedFiles,,1731361414724.e5c58afe226de74da4ceee0ece7de131. after waiting 0 ms 2024-11-11T21:43:34,791 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testCompactedBulkLoadedFiles,,1731361414724.e5c58afe226de74da4ceee0ece7de131. 2024-11-11T21:43:34,791 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testCompactedBulkLoadedFiles,,1731361414724.e5c58afe226de74da4ceee0ece7de131. 2024-11-11T21:43:34,791 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for e5c58afe226de74da4ceee0ece7de131: Waiting for close lock at 1731361414791Disabling compacts and flushes for region at 1731361414791Disabling writes for close at 1731361414791Writing region close event to WAL at 1731361414791Closed at 1731361414791 2024-11-11T21:43:34,794 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32903 is added to blk_1073741915_1093 (size=175) 2024-11-11T21:43:34,794 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38269 is added to blk_1073741915_1093 (size=175) 2024-11-11T21:43:34,795 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45349 is added to blk_1073741915_1093 (size=175) 2024-11-11T21:43:34,796 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-11T21:43:34,797 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-46629857:(num 1731361414729) 2024-11-11T21:43:34,797 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-11T21:43:34,799 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:33499/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731361414723, archiveDir=hdfs://localhost:33499/hbase/oldWALs, maxLogs=32 2024-11-11T21:43:34,810 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731361414723/wal.1731361414799, exclude list is [], retry=0 2024-11-11T21:43:34,813 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38269,DS-f5a09739-babc-4265-b3e8-40bdc5147eea,DISK] 2024-11-11T21:43:34,813 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45349,DS-075cf330-c315-4f49-8444-a50c5ab90136,DISK] 2024-11-11T21:43:34,813 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32903,DS-6f2e4c41-d6bf-45a1-8903-62cc9de0cbe9,DISK] 2024-11-11T21:43:34,839 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731361414723/wal.1731361414799 2024-11-11T21:43:34,839 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37817:37817),(127.0.0.1/127.0.0.1:46487:46487),(127.0.0.1/127.0.0.1:43217:43217)] 2024-11-11T21:43:34,839 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => e5c58afe226de74da4ceee0ece7de131, NAME => 'testCompactedBulkLoadedFiles,,1731361414724.e5c58afe226de74da4ceee0ece7de131.', STARTKEY => '', ENDKEY => ''} 2024-11-11T21:43:34,839 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testCompactedBulkLoadedFiles,,1731361414724.e5c58afe226de74da4ceee0ece7de131.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T21:43:34,839 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for e5c58afe226de74da4ceee0ece7de131 2024-11-11T21:43:34,839 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for e5c58afe226de74da4ceee0ece7de131 2024-11-11T21:43:34,841 INFO [StoreOpener-e5c58afe226de74da4ceee0ece7de131-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region e5c58afe226de74da4ceee0ece7de131 2024-11-11T21:43:34,842 INFO [StoreOpener-e5c58afe226de74da4ceee0ece7de131-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e5c58afe226de74da4ceee0ece7de131 columnFamilyName a 2024-11-11T21:43:34,842 DEBUG [StoreOpener-e5c58afe226de74da4ceee0ece7de131-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:43:34,842 INFO [StoreOpener-e5c58afe226de74da4ceee0ece7de131-1 {}] regionserver.HStore(327): Store=e5c58afe226de74da4ceee0ece7de131/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T21:43:34,843 INFO [StoreOpener-e5c58afe226de74da4ceee0ece7de131-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region e5c58afe226de74da4ceee0ece7de131 2024-11-11T21:43:34,843 INFO [StoreOpener-e5c58afe226de74da4ceee0ece7de131-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e5c58afe226de74da4ceee0ece7de131 columnFamilyName b 2024-11-11T21:43:34,843 DEBUG [StoreOpener-e5c58afe226de74da4ceee0ece7de131-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:43:34,844 INFO [StoreOpener-e5c58afe226de74da4ceee0ece7de131-1 {}] regionserver.HStore(327): Store=e5c58afe226de74da4ceee0ece7de131/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T21:43:34,844 INFO [StoreOpener-e5c58afe226de74da4ceee0ece7de131-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region e5c58afe226de74da4ceee0ece7de131 2024-11-11T21:43:34,845 INFO [StoreOpener-e5c58afe226de74da4ceee0ece7de131-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e5c58afe226de74da4ceee0ece7de131 columnFamilyName c 2024-11-11T21:43:34,845 DEBUG [StoreOpener-e5c58afe226de74da4ceee0ece7de131-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:43:34,845 INFO [StoreOpener-e5c58afe226de74da4ceee0ece7de131-1 {}] regionserver.HStore(327): Store=e5c58afe226de74da4ceee0ece7de131/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T21:43:34,846 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for e5c58afe226de74da4ceee0ece7de131 2024-11-11T21:43:34,846 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33499/hbase/data/default/testCompactedBulkLoadedFiles/e5c58afe226de74da4ceee0ece7de131 2024-11-11T21:43:34,847 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33499/hbase/data/default/testCompactedBulkLoadedFiles/e5c58afe226de74da4ceee0ece7de131 2024-11-11T21:43:34,848 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for e5c58afe226de74da4ceee0ece7de131 2024-11-11T21:43:34,848 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for e5c58afe226de74da4ceee0ece7de131 2024-11-11T21:43:34,849 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testCompactedBulkLoadedFiles descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-11T21:43:34,850 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for e5c58afe226de74da4ceee0ece7de131 2024-11-11T21:43:34,851 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened e5c58afe226de74da4ceee0ece7de131; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71746766, jitterRate=0.06911012530326843}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-11T21:43:34,851 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for e5c58afe226de74da4ceee0ece7de131: Writing region info on filesystem at 1731361414840Initializing all the Stores at 1731361414840Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731361414840Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731361414841 (+1 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731361414841Cleaning up temporary data from old regions at 1731361414848 (+7 ms)Region opened successfully at 1731361414851 (+3 ms) 2024-11-11T21:43:34,855 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33499/hbase/testCompactedBulkLoadedFiles/hfile0 is 32, key is 000/a:a/1731361414855/Put/seqid=0 2024-11-11T21:43:34,862 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32903 is added to blk_1073741918_1096 (size=4875) 2024-11-11T21:43:34,863 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38269 is added to blk_1073741918_1096 (size=4875) 2024-11-11T21:43:34,863 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45349 is added to blk_1073741918_1096 (size=4875) 2024-11-11T21:43:34,865 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33499/hbase/testCompactedBulkLoadedFiles/hfile1 is 32, key is 100/a:a/1731361414865/Put/seqid=0 2024-11-11T21:43:34,872 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45349 is added to blk_1073741919_1097 (size=4875) 2024-11-11T21:43:34,872 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38269 is added to blk_1073741919_1097 (size=4875) 2024-11-11T21:43:34,872 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32903 is added to blk_1073741919_1097 (size=4875) 2024-11-11T21:43:34,875 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33499/hbase/testCompactedBulkLoadedFiles/hfile2 is 32, key is 200/a:a/1731361414875/Put/seqid=0 2024-11-11T21:43:34,882 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38269 is added to blk_1073741920_1098 (size=4875) 2024-11-11T21:43:34,882 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45349 is added to blk_1073741920_1098 (size=4875) 2024-11-11T21:43:34,883 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32903 is added to blk_1073741920_1098 (size=4875) 2024-11-11T21:43:34,883 INFO [Time-limited test {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:33499/hbase/testCompactedBulkLoadedFiles/hfile0 for inclusion in e5c58afe226de74da4ceee0ece7de131/a 2024-11-11T21:43:34,888 DEBUG [Time-limited test {}] regionserver.HStore(626): HFile bounds: first=000 last=050 2024-11-11T21:43:34,888 DEBUG [Time-limited test {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-11T21:43:34,888 INFO [Time-limited test {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:33499/hbase/testCompactedBulkLoadedFiles/hfile1 for inclusion in e5c58afe226de74da4ceee0ece7de131/a 2024-11-11T21:43:34,892 DEBUG [Time-limited test {}] regionserver.HStore(626): HFile bounds: first=100 last=150 2024-11-11T21:43:34,892 DEBUG [Time-limited test {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-11T21:43:34,892 INFO [Time-limited test {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:33499/hbase/testCompactedBulkLoadedFiles/hfile2 for inclusion in e5c58afe226de74da4ceee0ece7de131/a 2024-11-11T21:43:34,897 DEBUG [Time-limited test {}] regionserver.HStore(626): HFile bounds: first=200 last=250 2024-11-11T21:43:34,897 DEBUG [Time-limited test {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-11T21:43:34,897 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing e5c58afe226de74da4ceee0ece7de131 3/3 column families, dataSize=51 B heapSize=896 B 2024-11-11T21:43:34,914 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33499/hbase/data/default/testCompactedBulkLoadedFiles/e5c58afe226de74da4ceee0ece7de131/.tmp/a/cf57084a19a64a12844d5ee470a94c73 is 55, key is testCompactedBulkLoadedFiles/a:a/1731361414852/Put/seqid=0 2024-11-11T21:43:34,923 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45349 is added to blk_1073741921_1099 (size=5107) 2024-11-11T21:43:34,925 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32903 is added to blk_1073741921_1099 (size=5107) 2024-11-11T21:43:34,925 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38269 is added to blk_1073741921_1099 (size=5107) 2024-11-11T21:43:34,928 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=4 (bloomFilter=true), to=hdfs://localhost:33499/hbase/data/default/testCompactedBulkLoadedFiles/e5c58afe226de74da4ceee0ece7de131/.tmp/a/cf57084a19a64a12844d5ee470a94c73 2024-11-11T21:43:34,935 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33499/hbase/data/default/testCompactedBulkLoadedFiles/e5c58afe226de74da4ceee0ece7de131/.tmp/a/cf57084a19a64a12844d5ee470a94c73 as hdfs://localhost:33499/hbase/data/default/testCompactedBulkLoadedFiles/e5c58afe226de74da4ceee0ece7de131/a/cf57084a19a64a12844d5ee470a94c73 2024-11-11T21:43:34,940 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33499/hbase/data/default/testCompactedBulkLoadedFiles/e5c58afe226de74da4ceee0ece7de131/a/cf57084a19a64a12844d5ee470a94c73, entries=1, sequenceid=4, filesize=5.0 K 2024-11-11T21:43:34,941 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~51 B/51, heapSize ~368 B/368, currentSize=0 B/0 for e5c58afe226de74da4ceee0ece7de131 in 44ms, sequenceid=4, compaction requested=false 2024-11-11T21:43:34,942 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for e5c58afe226de74da4ceee0ece7de131: 2024-11-11T21:43:34,943 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33499/hbase/testCompactedBulkLoadedFiles/hfile0 as hdfs://localhost:33499/hbase/data/default/testCompactedBulkLoadedFiles/e5c58afe226de74da4ceee0ece7de131/a/c22bb34e05e642528bed0b1becb83093_SeqId_4_ 2024-11-11T21:43:34,944 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33499/hbase/testCompactedBulkLoadedFiles/hfile1 as hdfs://localhost:33499/hbase/data/default/testCompactedBulkLoadedFiles/e5c58afe226de74da4ceee0ece7de131/a/a7629fc60c1349b0b1ce068a09f287f9_SeqId_4_ 2024-11-11T21:43:34,945 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33499/hbase/testCompactedBulkLoadedFiles/hfile2 as hdfs://localhost:33499/hbase/data/default/testCompactedBulkLoadedFiles/e5c58afe226de74da4ceee0ece7de131/a/dd92f00006ca4bd6aa26f470e957536d_SeqId_4_ 2024-11-11T21:43:34,946 INFO [Time-limited test {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:33499/hbase/testCompactedBulkLoadedFiles/hfile0 into e5c58afe226de74da4ceee0ece7de131/a as hdfs://localhost:33499/hbase/data/default/testCompactedBulkLoadedFiles/e5c58afe226de74da4ceee0ece7de131/a/c22bb34e05e642528bed0b1becb83093_SeqId_4_ - updating store file list. 2024-11-11T21:43:34,950 DEBUG [Time-limited test {}] regionserver.HStoreFile(483): HFile Bloom filter type for c22bb34e05e642528bed0b1becb83093_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-11T21:43:34,950 INFO [Time-limited test {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:33499/hbase/data/default/testCompactedBulkLoadedFiles/e5c58afe226de74da4ceee0ece7de131/a/c22bb34e05e642528bed0b1becb83093_SeqId_4_ into e5c58afe226de74da4ceee0ece7de131/a 2024-11-11T21:43:34,950 INFO [Time-limited test {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:33499/hbase/testCompactedBulkLoadedFiles/hfile0 into e5c58afe226de74da4ceee0ece7de131/a (new location: hdfs://localhost:33499/hbase/data/default/testCompactedBulkLoadedFiles/e5c58afe226de74da4ceee0ece7de131/a/c22bb34e05e642528bed0b1becb83093_SeqId_4_) 2024-11-11T21:43:34,951 INFO [Time-limited test {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:33499/hbase/testCompactedBulkLoadedFiles/hfile1 into e5c58afe226de74da4ceee0ece7de131/a as hdfs://localhost:33499/hbase/data/default/testCompactedBulkLoadedFiles/e5c58afe226de74da4ceee0ece7de131/a/a7629fc60c1349b0b1ce068a09f287f9_SeqId_4_ - updating store file list. 2024-11-11T21:43:34,956 DEBUG [Time-limited test {}] regionserver.HStoreFile(483): HFile Bloom filter type for a7629fc60c1349b0b1ce068a09f287f9_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-11T21:43:34,956 INFO [Time-limited test {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:33499/hbase/data/default/testCompactedBulkLoadedFiles/e5c58afe226de74da4ceee0ece7de131/a/a7629fc60c1349b0b1ce068a09f287f9_SeqId_4_ into e5c58afe226de74da4ceee0ece7de131/a 2024-11-11T21:43:34,957 INFO [Time-limited test {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:33499/hbase/testCompactedBulkLoadedFiles/hfile1 into e5c58afe226de74da4ceee0ece7de131/a (new location: hdfs://localhost:33499/hbase/data/default/testCompactedBulkLoadedFiles/e5c58afe226de74da4ceee0ece7de131/a/a7629fc60c1349b0b1ce068a09f287f9_SeqId_4_) 2024-11-11T21:43:34,958 INFO [Time-limited test {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:33499/hbase/testCompactedBulkLoadedFiles/hfile2 into e5c58afe226de74da4ceee0ece7de131/a as hdfs://localhost:33499/hbase/data/default/testCompactedBulkLoadedFiles/e5c58afe226de74da4ceee0ece7de131/a/dd92f00006ca4bd6aa26f470e957536d_SeqId_4_ - updating store file list. 2024-11-11T21:43:34,963 DEBUG [Time-limited test {}] regionserver.HStoreFile(483): HFile Bloom filter type for dd92f00006ca4bd6aa26f470e957536d_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-11T21:43:34,963 INFO [Time-limited test {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:33499/hbase/data/default/testCompactedBulkLoadedFiles/e5c58afe226de74da4ceee0ece7de131/a/dd92f00006ca4bd6aa26f470e957536d_SeqId_4_ into e5c58afe226de74da4ceee0ece7de131/a 2024-11-11T21:43:34,963 INFO [Time-limited test {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:33499/hbase/testCompactedBulkLoadedFiles/hfile2 into e5c58afe226de74da4ceee0ece7de131/a (new location: hdfs://localhost:33499/hbase/data/default/testCompactedBulkLoadedFiles/e5c58afe226de74da4ceee0ece7de131/a/dd92f00006ca4bd6aa26f470e957536d_SeqId_4_) 2024-11-11T21:43:34,973 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-11T21:43:34,973 DEBUG [Time-limited test {}] regionserver.HStore(1541): e5c58afe226de74da4ceee0ece7de131/a is initiating major compaction (all files) 2024-11-11T21:43:34,973 INFO [Time-limited test {}] regionserver.HRegion(2416): Starting compaction of e5c58afe226de74da4ceee0ece7de131/a in testCompactedBulkLoadedFiles,,1731361414724.e5c58afe226de74da4ceee0ece7de131. 2024-11-11T21:43:34,973 INFO [Time-limited test {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33499/hbase/data/default/testCompactedBulkLoadedFiles/e5c58afe226de74da4ceee0ece7de131/a/cf57084a19a64a12844d5ee470a94c73, hdfs://localhost:33499/hbase/data/default/testCompactedBulkLoadedFiles/e5c58afe226de74da4ceee0ece7de131/a/c22bb34e05e642528bed0b1becb83093_SeqId_4_, hdfs://localhost:33499/hbase/data/default/testCompactedBulkLoadedFiles/e5c58afe226de74da4ceee0ece7de131/a/a7629fc60c1349b0b1ce068a09f287f9_SeqId_4_, hdfs://localhost:33499/hbase/data/default/testCompactedBulkLoadedFiles/e5c58afe226de74da4ceee0ece7de131/a/dd92f00006ca4bd6aa26f470e957536d_SeqId_4_] into tmpdir=hdfs://localhost:33499/hbase/data/default/testCompactedBulkLoadedFiles/e5c58afe226de74da4ceee0ece7de131/.tmp, totalSize=19.3 K 2024-11-11T21:43:34,974 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting cf57084a19a64a12844d5ee470a94c73, keycount=1, bloomtype=ROW, size=5.0 K, encoding=NONE, compression=NONE, seqNum=4, earliestPutTs=1731361414852 2024-11-11T21:43:34,975 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting c22bb34e05e642528bed0b1becb83093_SeqId_4_, keycount=10, bloomtype=NONE, size=4.8 K, encoding=NONE, compression=NONE, seqNum=4, earliestPutTs=-9223372036854775808 2024-11-11T21:43:34,975 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting a7629fc60c1349b0b1ce068a09f287f9_SeqId_4_, keycount=10, bloomtype=NONE, size=4.8 K, encoding=NONE, compression=NONE, seqNum=4, earliestPutTs=-9223372036854775808 2024-11-11T21:43:34,975 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting dd92f00006ca4bd6aa26f470e957536d_SeqId_4_, keycount=10, bloomtype=NONE, size=4.8 K, encoding=NONE, compression=NONE, seqNum=4, earliestPutTs=-9223372036854775808 2024-11-11T21:43:34,988 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33499/hbase/data/default/testCompactedBulkLoadedFiles/e5c58afe226de74da4ceee0ece7de131/.tmp/a/32f53d8a7cd04919ae3a2ca7a1aa8efd is 55, key is testCompactedBulkLoadedFiles/a:a/1731361414852/Put/seqid=0 2024-11-11T21:43:35,004 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45349 is added to blk_1073741922_1100 (size=6154) 2024-11-11T21:43:35,004 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38269 is added to blk_1073741922_1100 (size=6154) 2024-11-11T21:43:35,004 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32903 is added to blk_1073741922_1100 (size=6154) 2024-11-11T21:43:35,011 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33499/hbase/data/default/testCompactedBulkLoadedFiles/e5c58afe226de74da4ceee0ece7de131/.tmp/a/32f53d8a7cd04919ae3a2ca7a1aa8efd as hdfs://localhost:33499/hbase/data/default/testCompactedBulkLoadedFiles/e5c58afe226de74da4ceee0ece7de131/a/32f53d8a7cd04919ae3a2ca7a1aa8efd 2024-11-11T21:43:35,018 INFO [Time-limited test {}] regionserver.HStore(1337): Completed major compaction of 4 (all) file(s) in e5c58afe226de74da4ceee0ece7de131/a of e5c58afe226de74da4ceee0ece7de131 into 32f53d8a7cd04919ae3a2ca7a1aa8efd(size=6.0 K), total size for store is 6.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T21:43:35,018 DEBUG [Time-limited test {}] regionserver.HRegion(2446): Compaction status journal for e5c58afe226de74da4ceee0ece7de131: 2024-11-11T21:43:35,018 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 0 store files, 0 compacting, 0 eligible, 16 blocking 2024-11-11T21:43:35,019 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 0 store files, 0 compacting, 0 eligible, 16 blocking 2024-11-11T21:43:35,051 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33499/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731361414723/wal.1731361414799, size=0 (0bytes) 2024-11-11T21:43:35,051 WARN [Time-limited test {}] wal.WALSplitter(453): File hdfs://localhost:33499/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731361414723/wal.1731361414799 might be still open, length is 0 2024-11-11T21:43:35,051 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33499/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731361414723/wal.1731361414799 2024-11-11T21:43:35,052 WARN [IPC Server handler 1 on default port 33499 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731361414723/wal.1731361414799 has not been closed. Lease recovery is in progress. RecoveryId = 1101 for block blk_1073741917_1095 2024-11-11T21:43:35,053 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:33499/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731361414723/wal.1731361414799 after 1ms 2024-11-11T21:43:35,430 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_967709050_22 at /127.0.0.1:45704 [Receiving block BP-1834427550-172.17.0.2-1731361380658:blk_1073741917_1095] {}] datanode.DataXceiver(331): 127.0.0.1:38269:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:45704 dst: /127.0.0.1:38269 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:38269 remote=/127.0.0.1:45704]. Total timeout mills is 60000, 59588 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T21:43:35,431 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_967709050_22 at /127.0.0.1:53596 [Receiving block BP-1834427550-172.17.0.2-1731361380658:blk_1073741917_1095] {}] datanode.DataXceiver(331): 127.0.0.1:32903:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:53596 dst: /127.0.0.1:32903 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T21:43:35,431 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_967709050_22 at /127.0.0.1:49622 [Receiving block BP-1834427550-172.17.0.2-1731361380658:blk_1073741917_1095] {}] datanode.DataXceiver(331): 127.0.0.1:45349:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:49622 dst: /127.0.0.1:45349 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T21:43:35,434 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38269 is added to blk_1073741917_1101 (size=1794) 2024-11-11T21:43:35,435 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45349 is added to blk_1073741917_1101 (size=1794) 2024-11-11T21:43:35,435 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32903 is added to blk_1073741917_1101 (size=1794) 2024-11-11T21:43:38,610 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-11T21:43:39,053 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:33499/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731361414723/wal.1731361414799 after 4002ms 2024-11-11T21:43:39,081 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES 2024-11-11T21:43:39,082 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33499/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731361414723/wal.1731361414799 took 4030ms 2024-11-11T21:43:39,084 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:33499/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731361414723/wal.1731361414799; continuing. 2024-11-11T21:43:39,084 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33499/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731361414723/wal.1731361414799 so closing down 2024-11-11T21:43:39,084 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-11T21:43:39,085 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000003-wal.1731361414799.temp 2024-11-11T21:43:39,115 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33499/hbase/data/default/testCompactedBulkLoadedFiles/e5c58afe226de74da4ceee0ece7de131/recovered.edits/0000000000000000003-wal.1731361414799.temp 2024-11-11T21:43:39,116 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-11T21:43:39,123 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45349 is added to blk_1073741923_1102 (size=800) 2024-11-11T21:43:39,123 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38269 is added to blk_1073741923_1102 (size=800) 2024-11-11T21:43:39,123 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32903 is added to blk_1073741923_1102 (size=800) 2024-11-11T21:43:39,124 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33499/hbase/data/default/testCompactedBulkLoadedFiles/e5c58afe226de74da4ceee0ece7de131/recovered.edits/0000000000000000003-wal.1731361414799.temp (wrote 2 edits, skipped 0 edits in 0 ms) 2024-11-11T21:43:39,127 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33499/hbase/data/default/testCompactedBulkLoadedFiles/e5c58afe226de74da4ceee0ece7de131/recovered.edits/0000000000000000003-wal.1731361414799.temp to hdfs://localhost:33499/hbase/data/default/testCompactedBulkLoadedFiles/e5c58afe226de74da4ceee0ece7de131/recovered.edits/0000000000000000008 2024-11-11T21:43:39,127 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 5 edits across 1 Regions in 45 ms; skipped=3; WAL=hdfs://localhost:33499/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731361414723/wal.1731361414799, size=0, length=0, corrupted=false, cancelled=false 2024-11-11T21:43:39,127 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33499/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731361414723/wal.1731361414799, journal: Splitting hdfs://localhost:33499/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731361414723/wal.1731361414799, size=0 (0bytes) at 1731361415051Finishing writing output for hdfs://localhost:33499/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731361414723/wal.1731361414799 so closing down at 1731361419084 (+4033 ms)Creating recovered edits writer path=hdfs://localhost:33499/hbase/data/default/testCompactedBulkLoadedFiles/e5c58afe226de74da4ceee0ece7de131/recovered.edits/0000000000000000003-wal.1731361414799.temp at 1731361419115 (+31 ms)3 split writer threads finished at 1731361419116 (+1 ms)Closed recovered edits writer path=hdfs://localhost:33499/hbase/data/default/testCompactedBulkLoadedFiles/e5c58afe226de74da4ceee0ece7de131/recovered.edits/0000000000000000003-wal.1731361414799.temp (wrote 2 edits, skipped 0 edits in 0 ms) at 1731361419124 (+8 ms)Rename recovered edits hdfs://localhost:33499/hbase/data/default/testCompactedBulkLoadedFiles/e5c58afe226de74da4ceee0ece7de131/recovered.edits/0000000000000000003-wal.1731361414799.temp to hdfs://localhost:33499/hbase/data/default/testCompactedBulkLoadedFiles/e5c58afe226de74da4ceee0ece7de131/recovered.edits/0000000000000000008 at 1731361419127 (+3 ms)Processed 5 edits across 1 Regions in 45 ms; skipped=3; WAL=hdfs://localhost:33499/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731361414723/wal.1731361414799, size=0, length=0, corrupted=false, cancelled=false at 1731361419127 2024-11-11T21:43:39,129 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33499/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731361414723/wal.1731361414799 to hdfs://localhost:33499/hbase/oldWALs/wal.1731361414799 2024-11-11T21:43:39,131 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:33499/hbase/data/default/testCompactedBulkLoadedFiles/e5c58afe226de74da4ceee0ece7de131/recovered.edits/0000000000000000008 2024-11-11T21:43:39,131 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-11T21:43:39,134 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:33499/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731361414723, archiveDir=hdfs://localhost:33499/hbase/oldWALs, maxLogs=32 2024-11-11T21:43:39,147 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731361414723/wal.1731361419134, exclude list is [], retry=0 2024-11-11T21:43:39,150 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45349,DS-075cf330-c315-4f49-8444-a50c5ab90136,DISK] 2024-11-11T21:43:39,150 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32903,DS-6f2e4c41-d6bf-45a1-8903-62cc9de0cbe9,DISK] 2024-11-11T21:43:39,151 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38269,DS-f5a09739-babc-4265-b3e8-40bdc5147eea,DISK] 2024-11-11T21:43:39,188 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731361414723/wal.1731361419134 2024-11-11T21:43:39,188 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46487:46487),(127.0.0.1/127.0.0.1:43217:43217),(127.0.0.1/127.0.0.1:37817:37817)] 2024-11-11T21:43:39,188 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => e5c58afe226de74da4ceee0ece7de131, NAME => 'testCompactedBulkLoadedFiles,,1731361414724.e5c58afe226de74da4ceee0ece7de131.', STARTKEY => '', ENDKEY => ''} 2024-11-11T21:43:39,189 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testCompactedBulkLoadedFiles,,1731361414724.e5c58afe226de74da4ceee0ece7de131.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T21:43:39,189 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for e5c58afe226de74da4ceee0ece7de131 2024-11-11T21:43:39,189 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for e5c58afe226de74da4ceee0ece7de131 2024-11-11T21:43:39,190 INFO [StoreOpener-e5c58afe226de74da4ceee0ece7de131-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region e5c58afe226de74da4ceee0ece7de131 2024-11-11T21:43:39,191 INFO [StoreOpener-e5c58afe226de74da4ceee0ece7de131-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e5c58afe226de74da4ceee0ece7de131 columnFamilyName a 2024-11-11T21:43:39,192 DEBUG [StoreOpener-e5c58afe226de74da4ceee0ece7de131-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:43:39,199 DEBUG [StoreOpener-e5c58afe226de74da4ceee0ece7de131-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:33499/hbase/data/default/testCompactedBulkLoadedFiles/e5c58afe226de74da4ceee0ece7de131/a/32f53d8a7cd04919ae3a2ca7a1aa8efd 2024-11-11T21:43:39,204 DEBUG [StoreFileOpener-e5c58afe226de74da4ceee0ece7de131-a-1 {}] regionserver.HStoreFile(483): HFile Bloom filter type for a7629fc60c1349b0b1ce068a09f287f9_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-11T21:43:39,204 DEBUG [StoreOpener-e5c58afe226de74da4ceee0ece7de131-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:33499/hbase/data/default/testCompactedBulkLoadedFiles/e5c58afe226de74da4ceee0ece7de131/a/a7629fc60c1349b0b1ce068a09f287f9_SeqId_4_ 2024-11-11T21:43:39,208 DEBUG [StoreFileOpener-e5c58afe226de74da4ceee0ece7de131-a-1 {}] regionserver.HStoreFile(483): HFile Bloom filter type for c22bb34e05e642528bed0b1becb83093_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-11T21:43:39,208 DEBUG [StoreOpener-e5c58afe226de74da4ceee0ece7de131-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:33499/hbase/data/default/testCompactedBulkLoadedFiles/e5c58afe226de74da4ceee0ece7de131/a/c22bb34e05e642528bed0b1becb83093_SeqId_4_ 2024-11-11T21:43:39,213 DEBUG [StoreOpener-e5c58afe226de74da4ceee0ece7de131-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:33499/hbase/data/default/testCompactedBulkLoadedFiles/e5c58afe226de74da4ceee0ece7de131/a/cf57084a19a64a12844d5ee470a94c73 2024-11-11T21:43:39,216 DEBUG [StoreFileOpener-e5c58afe226de74da4ceee0ece7de131-a-1 {}] regionserver.HStoreFile(483): HFile Bloom filter type for dd92f00006ca4bd6aa26f470e957536d_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-11T21:43:39,217 DEBUG [StoreOpener-e5c58afe226de74da4ceee0ece7de131-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:33499/hbase/data/default/testCompactedBulkLoadedFiles/e5c58afe226de74da4ceee0ece7de131/a/dd92f00006ca4bd6aa26f470e957536d_SeqId_4_ 2024-11-11T21:43:39,217 WARN [StoreOpener-e5c58afe226de74da4ceee0ece7de131-1 {}] regionserver.StoreEngine(317): Clearing the compacted storefile hdfs://localhost:33499/hbase/data/default/testCompactedBulkLoadedFiles/e5c58afe226de74da4ceee0ece7de131/a/a7629fc60c1349b0b1ce068a09f287f9_SeqId_4_ from org.apache.hadoop.hbase.regionserver.DefaultStoreEngine@18a1e46c 2024-11-11T21:43:39,217 WARN [StoreOpener-e5c58afe226de74da4ceee0ece7de131-1 {}] regionserver.StoreEngine(317): Clearing the compacted storefile hdfs://localhost:33499/hbase/data/default/testCompactedBulkLoadedFiles/e5c58afe226de74da4ceee0ece7de131/a/c22bb34e05e642528bed0b1becb83093_SeqId_4_ from org.apache.hadoop.hbase.regionserver.DefaultStoreEngine@18a1e46c 2024-11-11T21:43:39,217 WARN [StoreOpener-e5c58afe226de74da4ceee0ece7de131-1 {}] regionserver.StoreEngine(317): Clearing the compacted storefile hdfs://localhost:33499/hbase/data/default/testCompactedBulkLoadedFiles/e5c58afe226de74da4ceee0ece7de131/a/cf57084a19a64a12844d5ee470a94c73 from org.apache.hadoop.hbase.regionserver.DefaultStoreEngine@18a1e46c 2024-11-11T21:43:39,217 WARN [StoreOpener-e5c58afe226de74da4ceee0ece7de131-1 {}] regionserver.StoreEngine(317): Clearing the compacted storefile hdfs://localhost:33499/hbase/data/default/testCompactedBulkLoadedFiles/e5c58afe226de74da4ceee0ece7de131/a/dd92f00006ca4bd6aa26f470e957536d_SeqId_4_ from org.apache.hadoop.hbase.regionserver.DefaultStoreEngine@18a1e46c 2024-11-11T21:43:39,217 DEBUG [StoreOpener-e5c58afe226de74da4ceee0ece7de131-1 {}] regionserver.StoreEngine(327): Moving the files [hdfs://localhost:33499/hbase/data/default/testCompactedBulkLoadedFiles/e5c58afe226de74da4ceee0ece7de131/a/a7629fc60c1349b0b1ce068a09f287f9_SeqId_4_, hdfs://localhost:33499/hbase/data/default/testCompactedBulkLoadedFiles/e5c58afe226de74da4ceee0ece7de131/a/c22bb34e05e642528bed0b1becb83093_SeqId_4_, hdfs://localhost:33499/hbase/data/default/testCompactedBulkLoadedFiles/e5c58afe226de74da4ceee0ece7de131/a/cf57084a19a64a12844d5ee470a94c73, hdfs://localhost:33499/hbase/data/default/testCompactedBulkLoadedFiles/e5c58afe226de74da4ceee0ece7de131/a/dd92f00006ca4bd6aa26f470e957536d_SeqId_4_] to archive 2024-11-11T21:43:39,218 DEBUG [StoreOpener-e5c58afe226de74da4ceee0ece7de131-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-11T21:43:39,222 DEBUG [StoreOpener-e5c58afe226de74da4ceee0ece7de131-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33499/hbase/data/default/testCompactedBulkLoadedFiles/e5c58afe226de74da4ceee0ece7de131/a/a7629fc60c1349b0b1ce068a09f287f9_SeqId_4_ to hdfs://localhost:33499/hbase/archive/data/default/testCompactedBulkLoadedFiles/e5c58afe226de74da4ceee0ece7de131/a/a7629fc60c1349b0b1ce068a09f287f9_SeqId_4_ 2024-11-11T21:43:39,223 DEBUG [StoreOpener-e5c58afe226de74da4ceee0ece7de131-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33499/hbase/data/default/testCompactedBulkLoadedFiles/e5c58afe226de74da4ceee0ece7de131/a/c22bb34e05e642528bed0b1becb83093_SeqId_4_ to hdfs://localhost:33499/hbase/archive/data/default/testCompactedBulkLoadedFiles/e5c58afe226de74da4ceee0ece7de131/a/c22bb34e05e642528bed0b1becb83093_SeqId_4_ 2024-11-11T21:43:39,225 DEBUG [StoreOpener-e5c58afe226de74da4ceee0ece7de131-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33499/hbase/data/default/testCompactedBulkLoadedFiles/e5c58afe226de74da4ceee0ece7de131/a/cf57084a19a64a12844d5ee470a94c73 to hdfs://localhost:33499/hbase/archive/data/default/testCompactedBulkLoadedFiles/e5c58afe226de74da4ceee0ece7de131/a/cf57084a19a64a12844d5ee470a94c73 2024-11-11T21:43:39,226 DEBUG [StoreOpener-e5c58afe226de74da4ceee0ece7de131-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33499/hbase/data/default/testCompactedBulkLoadedFiles/e5c58afe226de74da4ceee0ece7de131/a/dd92f00006ca4bd6aa26f470e957536d_SeqId_4_ to hdfs://localhost:33499/hbase/archive/data/default/testCompactedBulkLoadedFiles/e5c58afe226de74da4ceee0ece7de131/a/dd92f00006ca4bd6aa26f470e957536d_SeqId_4_ 2024-11-11T21:43:39,227 INFO [StoreOpener-e5c58afe226de74da4ceee0ece7de131-1 {}] regionserver.HStore(327): Store=e5c58afe226de74da4ceee0ece7de131/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T21:43:39,227 INFO [StoreOpener-e5c58afe226de74da4ceee0ece7de131-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region e5c58afe226de74da4ceee0ece7de131 2024-11-11T21:43:39,228 INFO [StoreOpener-e5c58afe226de74da4ceee0ece7de131-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e5c58afe226de74da4ceee0ece7de131 columnFamilyName b 2024-11-11T21:43:39,228 DEBUG [StoreOpener-e5c58afe226de74da4ceee0ece7de131-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:43:39,228 INFO [StoreOpener-e5c58afe226de74da4ceee0ece7de131-1 {}] regionserver.HStore(327): Store=e5c58afe226de74da4ceee0ece7de131/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T21:43:39,228 INFO [StoreOpener-e5c58afe226de74da4ceee0ece7de131-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region e5c58afe226de74da4ceee0ece7de131 2024-11-11T21:43:39,229 INFO [StoreOpener-e5c58afe226de74da4ceee0ece7de131-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e5c58afe226de74da4ceee0ece7de131 columnFamilyName c 2024-11-11T21:43:39,229 DEBUG [StoreOpener-e5c58afe226de74da4ceee0ece7de131-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:43:39,229 INFO [StoreOpener-e5c58afe226de74da4ceee0ece7de131-1 {}] regionserver.HStore(327): Store=e5c58afe226de74da4ceee0ece7de131/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T21:43:39,229 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for e5c58afe226de74da4ceee0ece7de131 2024-11-11T21:43:39,230 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33499/hbase/data/default/testCompactedBulkLoadedFiles/e5c58afe226de74da4ceee0ece7de131 2024-11-11T21:43:39,231 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:33499/hbase/data/default/testCompactedBulkLoadedFiles/e5c58afe226de74da4ceee0ece7de131 2024-11-11T21:43:39,231 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:33499/hbase/data/default/testCompactedBulkLoadedFiles/e5c58afe226de74da4ceee0ece7de131/recovered.edits/0000000000000000008 2024-11-11T21:43:39,261 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES 2024-11-11T21:43:39,263 DEBUG [Time-limited test {}] regionserver.HRegion(5836): e5c58afe226de74da4ceee0ece7de131 : Replaying compaction marker table_name: "testCompactedBulkLoadedFiles" encoded_region_name: "e5c58afe226de74da4ceee0ece7de131" family_name: "a" compaction_input: "cf57084a19a64a12844d5ee470a94c73" compaction_input: "c22bb34e05e642528bed0b1becb83093_SeqId_4_" compaction_input: "a7629fc60c1349b0b1ce068a09f287f9_SeqId_4_" compaction_input: "dd92f00006ca4bd6aa26f470e957536d_SeqId_4_" compaction_output: "32f53d8a7cd04919ae3a2ca7a1aa8efd" store_home_dir: "a" region_name: "testCompactedBulkLoadedFiles,,1731361414724.e5c58afe226de74da4ceee0ece7de131." with seqId=9223372036854775807 and lastReplayedOpenRegionSeqId=-1 2024-11-11T21:43:39,263 DEBUG [Time-limited test {}] regionserver.HStore(1354): Completing compaction from the WAL marker 2024-11-11T21:43:39,263 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 0, skipped 2, firstSequenceIdInLog=3, maxSequenceIdInLog=8, path=hdfs://localhost:33499/hbase/data/default/testCompactedBulkLoadedFiles/e5c58afe226de74da4ceee0ece7de131/recovered.edits/0000000000000000008 2024-11-11T21:43:39,264 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:33499/hbase/data/default/testCompactedBulkLoadedFiles/e5c58afe226de74da4ceee0ece7de131/recovered.edits/0000000000000000008 2024-11-11T21:43:39,265 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for e5c58afe226de74da4ceee0ece7de131 2024-11-11T21:43:39,265 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for e5c58afe226de74da4ceee0ece7de131 2024-11-11T21:43:39,266 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testCompactedBulkLoadedFiles descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-11T21:43:39,268 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for e5c58afe226de74da4ceee0ece7de131 2024-11-11T21:43:39,270 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33499/hbase/data/default/testCompactedBulkLoadedFiles/e5c58afe226de74da4ceee0ece7de131/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-11T21:43:39,271 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened e5c58afe226de74da4ceee0ece7de131; next sequenceid=9; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71712911, jitterRate=0.06860564649105072}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-11T21:43:39,272 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for e5c58afe226de74da4ceee0ece7de131: Writing region info on filesystem at 1731361419189Initializing all the Stores at 1731361419190 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731361419190Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731361419190Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731361419190Cleaning up temporary data from old regions at 1731361419265 (+75 ms)Region opened successfully at 1731361419272 (+7 ms) 2024-11-11T21:43:39,275 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing e5c58afe226de74da4ceee0ece7de131, disabling compactions & flushes 2024-11-11T21:43:39,275 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testCompactedBulkLoadedFiles,,1731361414724.e5c58afe226de74da4ceee0ece7de131. 2024-11-11T21:43:39,275 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testCompactedBulkLoadedFiles,,1731361414724.e5c58afe226de74da4ceee0ece7de131. 2024-11-11T21:43:39,275 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testCompactedBulkLoadedFiles,,1731361414724.e5c58afe226de74da4ceee0ece7de131. after waiting 0 ms 2024-11-11T21:43:39,275 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testCompactedBulkLoadedFiles,,1731361414724.e5c58afe226de74da4ceee0ece7de131. 2024-11-11T21:43:39,276 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testCompactedBulkLoadedFiles,,1731361414724.e5c58afe226de74da4ceee0ece7de131. 2024-11-11T21:43:39,276 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for e5c58afe226de74da4ceee0ece7de131: Waiting for close lock at 1731361419275Disabling compacts and flushes for region at 1731361419275Disabling writes for close at 1731361419275Writing region close event to WAL at 1731361419276 (+1 ms)Closed at 1731361419276 2024-11-11T21:43:39,278 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45349 is added to blk_1073741924_1103 (size=175) 2024-11-11T21:43:39,279 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32903 is added to blk_1073741924_1103 (size=175) 2024-11-11T21:43:39,279 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38269 is added to blk_1073741924_1103 (size=175) 2024-11-11T21:43:39,281 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-11T21:43:39,281 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL wal:(num 1731361419134) 2024-11-11T21:43:39,297 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestSecureAsyncWALReplay#testCompactedBulkLoadedFiles Thread=437 (was 423) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1716097389_22 at /127.0.0.1:51164 [Waiting for operation #5] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1716097389_22 at /127.0.0.1:57340 [Waiting for operation #9] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-26-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-26-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-26-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1716097389_22 at /127.0.0.1:48954 [Waiting for operation #5] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1685805399) connection to localhost/127.0.0.1:33499 from jenkinstestCompactedBulkLoadedFiles java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkinstestCompactedBulkLoadedFiles@localhost:33499 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=1344 (was 1262) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=383 (was 303) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=4911 (was 5173) 2024-11-11T21:43:39,297 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1344 is superior to 1024 2024-11-11T21:43:39,312 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestSecureAsyncWALReplay#testReplayEditsWrittenViaHRegion Thread=437, OpenFileDescriptor=1344, MaxFileDescriptor=1048576, SystemLoadAverage=383, ProcessCount=11, AvailableMemoryMB=4910 2024-11-11T21:43:39,312 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1344 is superior to 1024 2024-11-11T21:43:39,332 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T21:43:39,334 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T21:43:39,335 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T21:43:39,338 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-43831428, suffix=, logDir=hdfs://localhost:33499/hbase/WALs/hregion-43831428, archiveDir=hdfs://localhost:33499/hbase/oldWALs, maxLogs=32 2024-11-11T21:43:39,351 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-43831428/hregion-43831428.1731361419338, exclude list is [], retry=0 2024-11-11T21:43:39,354 DEBUG [AsyncFSWAL-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32903,DS-6f2e4c41-d6bf-45a1-8903-62cc9de0cbe9,DISK] 2024-11-11T21:43:39,355 DEBUG [AsyncFSWAL-28-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45349,DS-075cf330-c315-4f49-8444-a50c5ab90136,DISK] 2024-11-11T21:43:39,355 DEBUG [AsyncFSWAL-28-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38269,DS-f5a09739-babc-4265-b3e8-40bdc5147eea,DISK] 2024-11-11T21:43:39,386 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-43831428/hregion-43831428.1731361419338 2024-11-11T21:43:39,386 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37817:37817),(127.0.0.1/127.0.0.1:43217:43217),(127.0.0.1/127.0.0.1:46487:46487)] 2024-11-11T21:43:39,386 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 2f8c156f14dd255294ee7b8bac478022, NAME => 'testReplayEditsWrittenViaHRegion,,1731361419332.2f8c156f14dd255294ee7b8bac478022.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsWrittenViaHRegion', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33499/hbase 2024-11-11T21:43:39,397 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45349 is added to blk_1073741926_1105 (size=67) 2024-11-11T21:43:39,397 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32903 is added to blk_1073741926_1105 (size=67) 2024-11-11T21:43:39,397 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38269 is added to blk_1073741926_1105 (size=67) 2024-11-11T21:43:39,398 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1731361419332.2f8c156f14dd255294ee7b8bac478022.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T21:43:39,399 INFO [StoreOpener-2f8c156f14dd255294ee7b8bac478022-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 2f8c156f14dd255294ee7b8bac478022 2024-11-11T21:43:39,401 INFO [StoreOpener-2f8c156f14dd255294ee7b8bac478022-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2f8c156f14dd255294ee7b8bac478022 columnFamilyName a 2024-11-11T21:43:39,401 DEBUG [StoreOpener-2f8c156f14dd255294ee7b8bac478022-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:43:39,405 INFO [StoreOpener-2f8c156f14dd255294ee7b8bac478022-1 {}] regionserver.HStore(327): Store=2f8c156f14dd255294ee7b8bac478022/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T21:43:39,405 INFO [StoreOpener-2f8c156f14dd255294ee7b8bac478022-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 2f8c156f14dd255294ee7b8bac478022 2024-11-11T21:43:39,407 INFO [StoreOpener-2f8c156f14dd255294ee7b8bac478022-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2f8c156f14dd255294ee7b8bac478022 columnFamilyName b 2024-11-11T21:43:39,407 DEBUG [StoreOpener-2f8c156f14dd255294ee7b8bac478022-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:43:39,408 INFO [StoreOpener-2f8c156f14dd255294ee7b8bac478022-1 {}] regionserver.HStore(327): Store=2f8c156f14dd255294ee7b8bac478022/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T21:43:39,408 INFO [StoreOpener-2f8c156f14dd255294ee7b8bac478022-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 2f8c156f14dd255294ee7b8bac478022 2024-11-11T21:43:39,410 INFO [StoreOpener-2f8c156f14dd255294ee7b8bac478022-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2f8c156f14dd255294ee7b8bac478022 columnFamilyName c 2024-11-11T21:43:39,410 DEBUG [StoreOpener-2f8c156f14dd255294ee7b8bac478022-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:43:39,412 INFO [StoreOpener-2f8c156f14dd255294ee7b8bac478022-1 {}] regionserver.HStore(327): Store=2f8c156f14dd255294ee7b8bac478022/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T21:43:39,412 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 2f8c156f14dd255294ee7b8bac478022 2024-11-11T21:43:39,413 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33499/hbase/data/default/testReplayEditsWrittenViaHRegion/2f8c156f14dd255294ee7b8bac478022 2024-11-11T21:43:39,413 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33499/hbase/data/default/testReplayEditsWrittenViaHRegion/2f8c156f14dd255294ee7b8bac478022 2024-11-11T21:43:39,414 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 2f8c156f14dd255294ee7b8bac478022 2024-11-11T21:43:39,415 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 2f8c156f14dd255294ee7b8bac478022 2024-11-11T21:43:39,415 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-11T21:43:39,416 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 2f8c156f14dd255294ee7b8bac478022 2024-11-11T21:43:39,419 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33499/hbase/data/default/testReplayEditsWrittenViaHRegion/2f8c156f14dd255294ee7b8bac478022/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T21:43:39,420 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 2f8c156f14dd255294ee7b8bac478022; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73657585, jitterRate=0.09758354723453522}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-11T21:43:39,421 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 2f8c156f14dd255294ee7b8bac478022: Writing region info on filesystem at 1731361419398Initializing all the Stores at 1731361419399 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731361419399Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731361419399Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731361419399Cleaning up temporary data from old regions at 1731361419415 (+16 ms)Region opened successfully at 1731361419421 (+6 ms) 2024-11-11T21:43:39,421 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 2f8c156f14dd255294ee7b8bac478022, disabling compactions & flushes 2024-11-11T21:43:39,421 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenViaHRegion,,1731361419332.2f8c156f14dd255294ee7b8bac478022. 2024-11-11T21:43:39,421 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenViaHRegion,,1731361419332.2f8c156f14dd255294ee7b8bac478022. 2024-11-11T21:43:39,421 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenViaHRegion,,1731361419332.2f8c156f14dd255294ee7b8bac478022. after waiting 0 ms 2024-11-11T21:43:39,421 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenViaHRegion,,1731361419332.2f8c156f14dd255294ee7b8bac478022. 2024-11-11T21:43:39,422 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenViaHRegion,,1731361419332.2f8c156f14dd255294ee7b8bac478022. 2024-11-11T21:43:39,422 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 2f8c156f14dd255294ee7b8bac478022: Waiting for close lock at 1731361419421Disabling compacts and flushes for region at 1731361419421Disabling writes for close at 1731361419421Writing region close event to WAL at 1731361419422 (+1 ms)Closed at 1731361419422 2024-11-11T21:43:39,427 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32903 is added to blk_1073741925_1104 (size=175) 2024-11-11T21:43:39,428 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38269 is added to blk_1073741925_1104 (size=175) 2024-11-11T21:43:39,429 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45349 is added to blk_1073741925_1104 (size=175) 2024-11-11T21:43:39,432 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-11T21:43:39,432 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-43831428:(num 1731361419338) 2024-11-11T21:43:39,432 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-11T21:43:39,434 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:33499/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731361419331, archiveDir=hdfs://localhost:33499/hbase/oldWALs, maxLogs=32 2024-11-11T21:43:39,451 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731361419331/wal.1731361419435, exclude list is [], retry=0 2024-11-11T21:43:39,455 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32903,DS-6f2e4c41-d6bf-45a1-8903-62cc9de0cbe9,DISK] 2024-11-11T21:43:39,455 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45349,DS-075cf330-c315-4f49-8444-a50c5ab90136,DISK] 2024-11-11T21:43:39,456 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38269,DS-f5a09739-babc-4265-b3e8-40bdc5147eea,DISK] 2024-11-11T21:43:39,495 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731361419331/wal.1731361419435 2024-11-11T21:43:39,495 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43217:43217),(127.0.0.1/127.0.0.1:46487:46487),(127.0.0.1/127.0.0.1:37817:37817)] 2024-11-11T21:43:39,495 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 2f8c156f14dd255294ee7b8bac478022, NAME => 'testReplayEditsWrittenViaHRegion,,1731361419332.2f8c156f14dd255294ee7b8bac478022.', STARTKEY => '', ENDKEY => ''} 2024-11-11T21:43:39,495 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1731361419332.2f8c156f14dd255294ee7b8bac478022.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T21:43:39,495 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 2f8c156f14dd255294ee7b8bac478022 2024-11-11T21:43:39,495 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 2f8c156f14dd255294ee7b8bac478022 2024-11-11T21:43:39,497 INFO [StoreOpener-2f8c156f14dd255294ee7b8bac478022-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 2f8c156f14dd255294ee7b8bac478022 2024-11-11T21:43:39,498 INFO [StoreOpener-2f8c156f14dd255294ee7b8bac478022-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2f8c156f14dd255294ee7b8bac478022 columnFamilyName a 2024-11-11T21:43:39,498 DEBUG [StoreOpener-2f8c156f14dd255294ee7b8bac478022-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:43:39,498 INFO [StoreOpener-2f8c156f14dd255294ee7b8bac478022-1 {}] regionserver.HStore(327): Store=2f8c156f14dd255294ee7b8bac478022/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T21:43:39,499 INFO [StoreOpener-2f8c156f14dd255294ee7b8bac478022-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 2f8c156f14dd255294ee7b8bac478022 2024-11-11T21:43:39,500 INFO [StoreOpener-2f8c156f14dd255294ee7b8bac478022-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2f8c156f14dd255294ee7b8bac478022 columnFamilyName b 2024-11-11T21:43:39,500 DEBUG [StoreOpener-2f8c156f14dd255294ee7b8bac478022-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:43:39,501 INFO [StoreOpener-2f8c156f14dd255294ee7b8bac478022-1 {}] regionserver.HStore(327): Store=2f8c156f14dd255294ee7b8bac478022/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T21:43:39,501 INFO [StoreOpener-2f8c156f14dd255294ee7b8bac478022-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 2f8c156f14dd255294ee7b8bac478022 2024-11-11T21:43:39,502 INFO [StoreOpener-2f8c156f14dd255294ee7b8bac478022-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2f8c156f14dd255294ee7b8bac478022 columnFamilyName c 2024-11-11T21:43:39,502 DEBUG [StoreOpener-2f8c156f14dd255294ee7b8bac478022-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:43:39,504 INFO [StoreOpener-2f8c156f14dd255294ee7b8bac478022-1 {}] regionserver.HStore(327): Store=2f8c156f14dd255294ee7b8bac478022/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T21:43:39,504 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 2f8c156f14dd255294ee7b8bac478022 2024-11-11T21:43:39,505 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33499/hbase/data/default/testReplayEditsWrittenViaHRegion/2f8c156f14dd255294ee7b8bac478022 2024-11-11T21:43:39,507 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33499/hbase/data/default/testReplayEditsWrittenViaHRegion/2f8c156f14dd255294ee7b8bac478022 2024-11-11T21:43:39,509 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 2f8c156f14dd255294ee7b8bac478022 2024-11-11T21:43:39,509 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 2f8c156f14dd255294ee7b8bac478022 2024-11-11T21:43:39,510 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-11T21:43:39,511 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 2f8c156f14dd255294ee7b8bac478022 2024-11-11T21:43:39,513 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 2f8c156f14dd255294ee7b8bac478022; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69585952, jitterRate=0.0369114875793457}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-11T21:43:39,513 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 2f8c156f14dd255294ee7b8bac478022: Writing region info on filesystem at 1731361419496Initializing all the Stores at 1731361419496Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731361419496Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731361419497 (+1 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731361419497Cleaning up temporary data from old regions at 1731361419509 (+12 ms)Region opened successfully at 1731361419513 (+4 ms) 2024-11-11T21:43:39,529 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 2f8c156f14dd255294ee7b8bac478022 3/3 column families, dataSize=870 B heapSize=2.31 KB 2024-11-11T21:43:39,550 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33499/hbase/data/default/testReplayEditsWrittenViaHRegion/2f8c156f14dd255294ee7b8bac478022/.tmp/a/18a242db4520429aabfa0707802d3cdc is 91, key is testReplayEditsWrittenViaHRegion/a:x0/1731361419514/Put/seqid=0 2024-11-11T21:43:39,559 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45349 is added to blk_1073741928_1107 (size=5958) 2024-11-11T21:43:39,559 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38269 is added to blk_1073741928_1107 (size=5958) 2024-11-11T21:43:39,559 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32903 is added to blk_1073741928_1107 (size=5958) 2024-11-11T21:43:39,560 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:33499/hbase/data/default/testReplayEditsWrittenViaHRegion/2f8c156f14dd255294ee7b8bac478022/.tmp/a/18a242db4520429aabfa0707802d3cdc 2024-11-11T21:43:39,567 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33499/hbase/data/default/testReplayEditsWrittenViaHRegion/2f8c156f14dd255294ee7b8bac478022/.tmp/a/18a242db4520429aabfa0707802d3cdc as hdfs://localhost:33499/hbase/data/default/testReplayEditsWrittenViaHRegion/2f8c156f14dd255294ee7b8bac478022/a/18a242db4520429aabfa0707802d3cdc 2024-11-11T21:43:39,576 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33499/hbase/data/default/testReplayEditsWrittenViaHRegion/2f8c156f14dd255294ee7b8bac478022/a/18a242db4520429aabfa0707802d3cdc, entries=10, sequenceid=13, filesize=5.8 K 2024-11-11T21:43:39,577 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~870 B/870, heapSize ~1.80 KB/1840, currentSize=0 B/0 for 2f8c156f14dd255294ee7b8bac478022 in 49ms, sequenceid=13, compaction requested=false 2024-11-11T21:43:39,577 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 2f8c156f14dd255294ee7b8bac478022: 2024-11-11T21:43:39,600 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 2f8c156f14dd255294ee7b8bac478022, disabling compactions & flushes 2024-11-11T21:43:39,600 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenViaHRegion,,1731361419332.2f8c156f14dd255294ee7b8bac478022. 2024-11-11T21:43:39,600 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenViaHRegion,,1731361419332.2f8c156f14dd255294ee7b8bac478022. 2024-11-11T21:43:39,600 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenViaHRegion,,1731361419332.2f8c156f14dd255294ee7b8bac478022. after waiting 0 ms 2024-11-11T21:43:39,600 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenViaHRegion,,1731361419332.2f8c156f14dd255294ee7b8bac478022. 2024-11-11T21:43:39,601 ERROR [Time-limited test {}] regionserver.HRegion(1960): Memstore data size is 1740 in region testReplayEditsWrittenViaHRegion,,1731361419332.2f8c156f14dd255294ee7b8bac478022. 2024-11-11T21:43:39,601 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenViaHRegion,,1731361419332.2f8c156f14dd255294ee7b8bac478022. 2024-11-11T21:43:39,601 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 2f8c156f14dd255294ee7b8bac478022: Waiting for close lock at 1731361419600Disabling compacts and flushes for region at 1731361419600Disabling writes for close at 1731361419600Writing region close event to WAL at 1731361419601 (+1 ms)Closed at 1731361419601 2024-11-11T21:43:39,608 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45349 is added to blk_1073741927_1106 (size=6243) 2024-11-11T21:43:39,608 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38269 is added to blk_1073741927_1106 (size=6243) 2024-11-11T21:43:39,608 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32903 is added to blk_1073741927_1106 (size=6243) 2024-11-11T21:43:39,627 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33499/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731361419331/wal.1731361419435, size=6.1 K (6243bytes) 2024-11-11T21:43:39,627 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33499/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731361419331/wal.1731361419435 2024-11-11T21:43:39,628 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33499/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731361419331/wal.1731361419435 after 1ms 2024-11-11T21:43:39,661 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES 2024-11-11T21:43:39,661 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33499/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731361419331/wal.1731361419435 took 34ms 2024-11-11T21:43:39,666 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33499/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731361419331/wal.1731361419435 so closing down 2024-11-11T21:43:39,667 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-11T21:43:39,668 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000003-wal.1731361419435.temp 2024-11-11T21:43:39,704 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33499/hbase/data/default/testReplayEditsWrittenViaHRegion/2f8c156f14dd255294ee7b8bac478022/recovered.edits/0000000000000000003-wal.1731361419435.temp 2024-11-11T21:43:39,704 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-11T21:43:39,714 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38269 is added to blk_1073741929_1108 (size=5575) 2024-11-11T21:43:39,716 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32903 is added to blk_1073741929_1108 (size=5575) 2024-11-11T21:43:39,716 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45349 is added to blk_1073741929_1108 (size=5575) 2024-11-11T21:43:39,717 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33499/hbase/data/default/testReplayEditsWrittenViaHRegion/2f8c156f14dd255294ee7b8bac478022/recovered.edits/0000000000000000003-wal.1731361419435.temp (wrote 30 edits, skipped 0 edits in 0 ms) 2024-11-11T21:43:39,719 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33499/hbase/data/default/testReplayEditsWrittenViaHRegion/2f8c156f14dd255294ee7b8bac478022/recovered.edits/0000000000000000003-wal.1731361419435.temp to hdfs://localhost:33499/hbase/data/default/testReplayEditsWrittenViaHRegion/2f8c156f14dd255294ee7b8bac478022/recovered.edits/0000000000000000035 2024-11-11T21:43:39,720 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 32 edits across 1 Regions in 55 ms; skipped=2; WAL=hdfs://localhost:33499/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731361419331/wal.1731361419435, size=6.1 K, length=6243, corrupted=false, cancelled=false 2024-11-11T21:43:39,720 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33499/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731361419331/wal.1731361419435, journal: Splitting hdfs://localhost:33499/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731361419331/wal.1731361419435, size=6.1 K (6243bytes) at 1731361419627Finishing writing output for hdfs://localhost:33499/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731361419331/wal.1731361419435 so closing down at 1731361419667 (+40 ms)Creating recovered edits writer path=hdfs://localhost:33499/hbase/data/default/testReplayEditsWrittenViaHRegion/2f8c156f14dd255294ee7b8bac478022/recovered.edits/0000000000000000003-wal.1731361419435.temp at 1731361419704 (+37 ms)3 split writer threads finished at 1731361419704Closed recovered edits writer path=hdfs://localhost:33499/hbase/data/default/testReplayEditsWrittenViaHRegion/2f8c156f14dd255294ee7b8bac478022/recovered.edits/0000000000000000003-wal.1731361419435.temp (wrote 30 edits, skipped 0 edits in 0 ms) at 1731361419717 (+13 ms)Rename recovered edits hdfs://localhost:33499/hbase/data/default/testReplayEditsWrittenViaHRegion/2f8c156f14dd255294ee7b8bac478022/recovered.edits/0000000000000000003-wal.1731361419435.temp to hdfs://localhost:33499/hbase/data/default/testReplayEditsWrittenViaHRegion/2f8c156f14dd255294ee7b8bac478022/recovered.edits/0000000000000000035 at 1731361419719 (+2 ms)Processed 32 edits across 1 Regions in 55 ms; skipped=2; WAL=hdfs://localhost:33499/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731361419331/wal.1731361419435, size=6.1 K, length=6243, corrupted=false, cancelled=false at 1731361419720 (+1 ms) 2024-11-11T21:43:39,722 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33499/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731361419331/wal.1731361419435 to hdfs://localhost:33499/hbase/oldWALs/wal.1731361419435 2024-11-11T21:43:39,723 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:33499/hbase/data/default/testReplayEditsWrittenViaHRegion/2f8c156f14dd255294ee7b8bac478022/recovered.edits/0000000000000000035 2024-11-11T21:43:39,724 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-11T21:43:39,726 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:33499/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731361419331, archiveDir=hdfs://localhost:33499/hbase/oldWALs, maxLogs=32 2024-11-11T21:43:39,748 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731361419331/wal.1731361419727, exclude list is [], retry=0 2024-11-11T21:43:39,751 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32903,DS-6f2e4c41-d6bf-45a1-8903-62cc9de0cbe9,DISK] 2024-11-11T21:43:39,752 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45349,DS-075cf330-c315-4f49-8444-a50c5ab90136,DISK] 2024-11-11T21:43:39,752 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38269,DS-f5a09739-babc-4265-b3e8-40bdc5147eea,DISK] 2024-11-11T21:43:39,791 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731361419331/wal.1731361419727 2024-11-11T21:43:39,791 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43217:43217),(127.0.0.1/127.0.0.1:46487:46487),(127.0.0.1/127.0.0.1:37817:37817)] 2024-11-11T21:43:39,791 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 2f8c156f14dd255294ee7b8bac478022, NAME => 'testReplayEditsWrittenViaHRegion,,1731361419332.2f8c156f14dd255294ee7b8bac478022.', STARTKEY => '', ENDKEY => ''} 2024-11-11T21:43:39,791 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1731361419332.2f8c156f14dd255294ee7b8bac478022.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T21:43:39,792 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 2f8c156f14dd255294ee7b8bac478022 2024-11-11T21:43:39,792 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 2f8c156f14dd255294ee7b8bac478022 2024-11-11T21:43:39,793 INFO [StoreOpener-2f8c156f14dd255294ee7b8bac478022-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 2f8c156f14dd255294ee7b8bac478022 2024-11-11T21:43:39,794 INFO [StoreOpener-2f8c156f14dd255294ee7b8bac478022-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2f8c156f14dd255294ee7b8bac478022 columnFamilyName a 2024-11-11T21:43:39,795 DEBUG [StoreOpener-2f8c156f14dd255294ee7b8bac478022-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:43:39,801 DEBUG [StoreOpener-2f8c156f14dd255294ee7b8bac478022-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:33499/hbase/data/default/testReplayEditsWrittenViaHRegion/2f8c156f14dd255294ee7b8bac478022/a/18a242db4520429aabfa0707802d3cdc 2024-11-11T21:43:39,801 INFO [StoreOpener-2f8c156f14dd255294ee7b8bac478022-1 {}] regionserver.HStore(327): Store=2f8c156f14dd255294ee7b8bac478022/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T21:43:39,802 INFO [StoreOpener-2f8c156f14dd255294ee7b8bac478022-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 2f8c156f14dd255294ee7b8bac478022 2024-11-11T21:43:39,803 INFO [StoreOpener-2f8c156f14dd255294ee7b8bac478022-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2f8c156f14dd255294ee7b8bac478022 columnFamilyName b 2024-11-11T21:43:39,803 DEBUG [StoreOpener-2f8c156f14dd255294ee7b8bac478022-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:43:39,806 INFO [StoreOpener-2f8c156f14dd255294ee7b8bac478022-1 {}] regionserver.HStore(327): Store=2f8c156f14dd255294ee7b8bac478022/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T21:43:39,806 INFO [StoreOpener-2f8c156f14dd255294ee7b8bac478022-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 2f8c156f14dd255294ee7b8bac478022 2024-11-11T21:43:39,807 INFO [StoreOpener-2f8c156f14dd255294ee7b8bac478022-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2f8c156f14dd255294ee7b8bac478022 columnFamilyName c 2024-11-11T21:43:39,807 DEBUG [StoreOpener-2f8c156f14dd255294ee7b8bac478022-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:43:39,808 INFO [StoreOpener-2f8c156f14dd255294ee7b8bac478022-1 {}] regionserver.HStore(327): Store=2f8c156f14dd255294ee7b8bac478022/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T21:43:39,808 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 2f8c156f14dd255294ee7b8bac478022 2024-11-11T21:43:39,809 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33499/hbase/data/default/testReplayEditsWrittenViaHRegion/2f8c156f14dd255294ee7b8bac478022 2024-11-11T21:43:39,810 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:33499/hbase/data/default/testReplayEditsWrittenViaHRegion/2f8c156f14dd255294ee7b8bac478022 2024-11-11T21:43:39,811 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:33499/hbase/data/default/testReplayEditsWrittenViaHRegion/2f8c156f14dd255294ee7b8bac478022/recovered.edits/0000000000000000035 2024-11-11T21:43:39,848 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES 2024-11-11T21:43:39,850 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 20, skipped 10, firstSequenceIdInLog=3, maxSequenceIdInLog=35, path=hdfs://localhost:33499/hbase/data/default/testReplayEditsWrittenViaHRegion/2f8c156f14dd255294ee7b8bac478022/recovered.edits/0000000000000000035 2024-11-11T21:43:39,850 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 2f8c156f14dd255294ee7b8bac478022 3/3 column families, dataSize=1.70 KB heapSize=3.88 KB 2024-11-11T21:43:39,866 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33499/hbase/data/default/testReplayEditsWrittenViaHRegion/2f8c156f14dd255294ee7b8bac478022/.tmp/b/493a2952e3094fb38409f1c567349ecb is 91, key is testReplayEditsWrittenViaHRegion/b:x0/1731361419577/Put/seqid=0 2024-11-11T21:43:39,873 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32903 is added to blk_1073741931_1110 (size=5958) 2024-11-11T21:43:39,873 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45349 is added to blk_1073741931_1110 (size=5958) 2024-11-11T21:43:39,873 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38269 is added to blk_1073741931_1110 (size=5958) 2024-11-11T21:43:39,874 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=35 (bloomFilter=true), to=hdfs://localhost:33499/hbase/data/default/testReplayEditsWrittenViaHRegion/2f8c156f14dd255294ee7b8bac478022/.tmp/b/493a2952e3094fb38409f1c567349ecb 2024-11-11T21:43:39,894 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33499/hbase/data/default/testReplayEditsWrittenViaHRegion/2f8c156f14dd255294ee7b8bac478022/.tmp/c/e43e779c6a364e0e85712a10c5e92676 is 91, key is testReplayEditsWrittenViaHRegion/c:x0/1731361419586/Put/seqid=0 2024-11-11T21:43:39,900 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32903 is added to blk_1073741932_1111 (size=5958) 2024-11-11T21:43:39,900 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45349 is added to blk_1073741932_1111 (size=5958) 2024-11-11T21:43:39,900 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38269 is added to blk_1073741932_1111 (size=5958) 2024-11-11T21:43:39,901 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=35 (bloomFilter=true), to=hdfs://localhost:33499/hbase/data/default/testReplayEditsWrittenViaHRegion/2f8c156f14dd255294ee7b8bac478022/.tmp/c/e43e779c6a364e0e85712a10c5e92676 2024-11-11T21:43:39,908 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33499/hbase/data/default/testReplayEditsWrittenViaHRegion/2f8c156f14dd255294ee7b8bac478022/.tmp/b/493a2952e3094fb38409f1c567349ecb as hdfs://localhost:33499/hbase/data/default/testReplayEditsWrittenViaHRegion/2f8c156f14dd255294ee7b8bac478022/b/493a2952e3094fb38409f1c567349ecb 2024-11-11T21:43:39,916 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33499/hbase/data/default/testReplayEditsWrittenViaHRegion/2f8c156f14dd255294ee7b8bac478022/b/493a2952e3094fb38409f1c567349ecb, entries=10, sequenceid=35, filesize=5.8 K 2024-11-11T21:43:39,919 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33499/hbase/data/default/testReplayEditsWrittenViaHRegion/2f8c156f14dd255294ee7b8bac478022/.tmp/c/e43e779c6a364e0e85712a10c5e92676 as hdfs://localhost:33499/hbase/data/default/testReplayEditsWrittenViaHRegion/2f8c156f14dd255294ee7b8bac478022/c/e43e779c6a364e0e85712a10c5e92676 2024-11-11T21:43:39,923 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33499/hbase/data/default/testReplayEditsWrittenViaHRegion/2f8c156f14dd255294ee7b8bac478022/c/e43e779c6a364e0e85712a10c5e92676, entries=10, sequenceid=35, filesize=5.8 K 2024-11-11T21:43:39,924 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~1.70 KB/1740, heapSize ~3.59 KB/3680, currentSize=0 B/0 for 2f8c156f14dd255294ee7b8bac478022 in 74ms, sequenceid=35, compaction requested=false; wal=null 2024-11-11T21:43:39,924 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:33499/hbase/data/default/testReplayEditsWrittenViaHRegion/2f8c156f14dd255294ee7b8bac478022/recovered.edits/0000000000000000035 2024-11-11T21:43:39,925 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 2f8c156f14dd255294ee7b8bac478022 2024-11-11T21:43:39,925 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 2f8c156f14dd255294ee7b8bac478022 2024-11-11T21:43:39,926 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-11T21:43:39,927 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 2f8c156f14dd255294ee7b8bac478022 2024-11-11T21:43:39,929 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33499/hbase/data/default/testReplayEditsWrittenViaHRegion/2f8c156f14dd255294ee7b8bac478022/recovered.edits/35.seqid, newMaxSeqId=35, maxSeqId=1 2024-11-11T21:43:39,930 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 2f8c156f14dd255294ee7b8bac478022; next sequenceid=36; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60849736, jitterRate=-0.09326827526092529}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-11T21:43:39,930 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 2f8c156f14dd255294ee7b8bac478022: Writing region info on filesystem at 1731361419792Initializing all the Stores at 1731361419793 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731361419793Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731361419793Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731361419793Obtaining lock to block concurrent updates at 1731361419850 (+57 ms)Preparing flush snapshotting stores in 2f8c156f14dd255294ee7b8bac478022 at 1731361419850Finished memstore snapshotting testReplayEditsWrittenViaHRegion,,1731361419332.2f8c156f14dd255294ee7b8bac478022., syncing WAL and waiting on mvcc, flushsize=dataSize=1740, getHeapSize=3920, getOffHeapSize=0, getCellsCount=20 at 1731361419850Flushing stores of testReplayEditsWrittenViaHRegion,,1731361419332.2f8c156f14dd255294ee7b8bac478022. at 1731361419850Flushing 2f8c156f14dd255294ee7b8bac478022/b: creating writer at 1731361419850Flushing 2f8c156f14dd255294ee7b8bac478022/b: appending metadata at 1731361419865 (+15 ms)Flushing 2f8c156f14dd255294ee7b8bac478022/b: closing flushed file at 1731361419865Flushing 2f8c156f14dd255294ee7b8bac478022/c: creating writer at 1731361419879 (+14 ms)Flushing 2f8c156f14dd255294ee7b8bac478022/c: appending metadata at 1731361419894 (+15 ms)Flushing 2f8c156f14dd255294ee7b8bac478022/c: closing flushed file at 1731361419894Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@18f4e953: reopening flushed file at 1731361419907 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7196d24a: reopening flushed file at 1731361419916 (+9 ms)Finished flush of dataSize ~1.70 KB/1740, heapSize ~3.59 KB/3680, currentSize=0 B/0 for 2f8c156f14dd255294ee7b8bac478022 in 74ms, sequenceid=35, compaction requested=false; wal=null at 1731361419924 (+8 ms)Cleaning up temporary data from old regions at 1731361419925 (+1 ms)Region opened successfully at 1731361419930 (+5 ms) 2024-11-11T21:43:40,024 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33499/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731361419331/wal.1731361419727, size=0 (0bytes) 2024-11-11T21:43:40,024 WARN [Time-limited test {}] wal.WALSplitter(453): File hdfs://localhost:33499/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731361419331/wal.1731361419727 might be still open, length is 0 2024-11-11T21:43:40,024 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33499/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731361419331/wal.1731361419727 2024-11-11T21:43:40,025 WARN [IPC Server handler 1 on default port 33499 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731361419331/wal.1731361419727 has not been closed. Lease recovery is in progress. RecoveryId = 1112 for block blk_1073741930_1109 2024-11-11T21:43:40,025 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:33499/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731361419331/wal.1731361419727 after 1ms 2024-11-11T21:43:41,431 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_967709050_22 at /127.0.0.1:49004 [Receiving block BP-1834427550-172.17.0.2-1731361380658:blk_1073741930_1109] {}] datanode.DataXceiver(331): 127.0.0.1:32903:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:49004 dst: /127.0.0.1:32903 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:32903 remote=/127.0.0.1:49004]. Total timeout mills is 60000, 58536 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T21:43:41,431 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_967709050_22 at /127.0.0.1:51254 [Receiving block BP-1834427550-172.17.0.2-1731361380658:blk_1073741930_1109] {}] datanode.DataXceiver(331): 127.0.0.1:38269:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:51254 dst: /127.0.0.1:38269 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T21:43:41,431 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_967709050_22 at /127.0.0.1:57396 [Receiving block BP-1834427550-172.17.0.2-1731361380658:blk_1073741930_1109] {}] datanode.DataXceiver(331): 127.0.0.1:45349:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:57396 dst: /127.0.0.1:45349 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T21:43:41,433 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32903 is added to blk_1073741930_1112 (size=5567) 2024-11-11T21:43:41,434 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45349 is added to blk_1073741930_1112 (size=5567) 2024-11-11T21:43:43,768 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testDatalossWhenInputError 2024-11-11T21:43:43,768 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testDatalossWhenInputError Metrics about Tables on a single HBase RegionServer 2024-11-11T21:43:43,769 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testCompactedBulkLoadedFiles 2024-11-11T21:43:43,769 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testCompactedBulkLoadedFiles Metrics about Tables on a single HBase RegionServer 2024-11-11T21:43:44,026 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:33499/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731361419331/wal.1731361419727 after 4001ms 2024-11-11T21:43:44,060 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES 2024-11-11T21:43:44,060 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33499/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731361419331/wal.1731361419727 took 4036ms 2024-11-11T21:43:44,062 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:33499/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731361419331/wal.1731361419727; continuing. 2024-11-11T21:43:44,062 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33499/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731361419331/wal.1731361419727 so closing down 2024-11-11T21:43:44,062 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-11T21:43:44,063 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000037-wal.1731361419727.temp 2024-11-11T21:43:44,097 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33499/hbase/data/default/testReplayEditsWrittenViaHRegion/2f8c156f14dd255294ee7b8bac478022/recovered.edits/0000000000000000037-wal.1731361419727.temp 2024-11-11T21:43:44,097 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-11T21:43:44,107 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45349 is added to blk_1073741933_1113 (size=5575) 2024-11-11T21:43:44,107 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38269 is added to blk_1073741933_1113 (size=5575) 2024-11-11T21:43:44,107 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32903 is added to blk_1073741933_1113 (size=5575) 2024-11-11T21:43:44,108 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33499/hbase/data/default/testReplayEditsWrittenViaHRegion/2f8c156f14dd255294ee7b8bac478022/recovered.edits/0000000000000000037-wal.1731361419727.temp (wrote 30 edits, skipped 0 edits in 0 ms) 2024-11-11T21:43:44,109 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33499/hbase/data/default/testReplayEditsWrittenViaHRegion/2f8c156f14dd255294ee7b8bac478022/recovered.edits/0000000000000000037-wal.1731361419727.temp to hdfs://localhost:33499/hbase/data/default/testReplayEditsWrittenViaHRegion/2f8c156f14dd255294ee7b8bac478022/recovered.edits/0000000000000000066 2024-11-11T21:43:44,109 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 30 edits across 1 Regions in 48 ms; skipped=0; WAL=hdfs://localhost:33499/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731361419331/wal.1731361419727, size=0, length=0, corrupted=false, cancelled=false 2024-11-11T21:43:44,110 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33499/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731361419331/wal.1731361419727, journal: Splitting hdfs://localhost:33499/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731361419331/wal.1731361419727, size=0 (0bytes) at 1731361420024Finishing writing output for hdfs://localhost:33499/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731361419331/wal.1731361419727 so closing down at 1731361424062 (+4038 ms)Creating recovered edits writer path=hdfs://localhost:33499/hbase/data/default/testReplayEditsWrittenViaHRegion/2f8c156f14dd255294ee7b8bac478022/recovered.edits/0000000000000000037-wal.1731361419727.temp at 1731361424097 (+35 ms)3 split writer threads finished at 1731361424097Closed recovered edits writer path=hdfs://localhost:33499/hbase/data/default/testReplayEditsWrittenViaHRegion/2f8c156f14dd255294ee7b8bac478022/recovered.edits/0000000000000000037-wal.1731361419727.temp (wrote 30 edits, skipped 0 edits in 0 ms) at 1731361424108 (+11 ms)Rename recovered edits hdfs://localhost:33499/hbase/data/default/testReplayEditsWrittenViaHRegion/2f8c156f14dd255294ee7b8bac478022/recovered.edits/0000000000000000037-wal.1731361419727.temp to hdfs://localhost:33499/hbase/data/default/testReplayEditsWrittenViaHRegion/2f8c156f14dd255294ee7b8bac478022/recovered.edits/0000000000000000066 at 1731361424109 (+1 ms)Processed 30 edits across 1 Regions in 48 ms; skipped=0; WAL=hdfs://localhost:33499/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731361419331/wal.1731361419727, size=0, length=0, corrupted=false, cancelled=false at 1731361424110 (+1 ms) 2024-11-11T21:43:44,111 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33499/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731361419331/wal.1731361419727 to hdfs://localhost:33499/hbase/oldWALs/wal.1731361419727 2024-11-11T21:43:44,112 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:33499/hbase/data/default/testReplayEditsWrittenViaHRegion/2f8c156f14dd255294ee7b8bac478022/recovered.edits/0000000000000000066 2024-11-11T21:43:44,113 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-11T21:43:44,115 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:33499/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731361419331, archiveDir=hdfs://localhost:33499/hbase/oldWALs, maxLogs=32 2024-11-11T21:43:44,128 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731361419331/wal.1731361424115, exclude list is [], retry=0 2024-11-11T21:43:44,131 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45349,DS-075cf330-c315-4f49-8444-a50c5ab90136,DISK] 2024-11-11T21:43:44,132 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32903,DS-6f2e4c41-d6bf-45a1-8903-62cc9de0cbe9,DISK] 2024-11-11T21:43:44,132 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38269,DS-f5a09739-babc-4265-b3e8-40bdc5147eea,DISK] 2024-11-11T21:43:44,164 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731361419331/wal.1731361424115 2024-11-11T21:43:44,164 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46487:46487),(127.0.0.1/127.0.0.1:43217:43217),(127.0.0.1/127.0.0.1:37817:37817)] 2024-11-11T21:43:44,165 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1731361419332.2f8c156f14dd255294ee7b8bac478022.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T21:43:44,166 INFO [StoreOpener-2f8c156f14dd255294ee7b8bac478022-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 2f8c156f14dd255294ee7b8bac478022 2024-11-11T21:43:44,167 INFO [StoreOpener-2f8c156f14dd255294ee7b8bac478022-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2f8c156f14dd255294ee7b8bac478022 columnFamilyName a 2024-11-11T21:43:44,167 DEBUG [StoreOpener-2f8c156f14dd255294ee7b8bac478022-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:43:44,175 DEBUG [StoreOpener-2f8c156f14dd255294ee7b8bac478022-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:33499/hbase/data/default/testReplayEditsWrittenViaHRegion/2f8c156f14dd255294ee7b8bac478022/a/18a242db4520429aabfa0707802d3cdc 2024-11-11T21:43:44,175 INFO [StoreOpener-2f8c156f14dd255294ee7b8bac478022-1 {}] regionserver.HStore(327): Store=2f8c156f14dd255294ee7b8bac478022/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T21:43:44,175 INFO [StoreOpener-2f8c156f14dd255294ee7b8bac478022-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 2f8c156f14dd255294ee7b8bac478022 2024-11-11T21:43:44,176 INFO [StoreOpener-2f8c156f14dd255294ee7b8bac478022-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2f8c156f14dd255294ee7b8bac478022 columnFamilyName b 2024-11-11T21:43:44,176 DEBUG [StoreOpener-2f8c156f14dd255294ee7b8bac478022-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:43:44,181 DEBUG [StoreOpener-2f8c156f14dd255294ee7b8bac478022-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:33499/hbase/data/default/testReplayEditsWrittenViaHRegion/2f8c156f14dd255294ee7b8bac478022/b/493a2952e3094fb38409f1c567349ecb 2024-11-11T21:43:44,181 INFO [StoreOpener-2f8c156f14dd255294ee7b8bac478022-1 {}] regionserver.HStore(327): Store=2f8c156f14dd255294ee7b8bac478022/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T21:43:44,181 INFO [StoreOpener-2f8c156f14dd255294ee7b8bac478022-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 2f8c156f14dd255294ee7b8bac478022 2024-11-11T21:43:44,182 INFO [StoreOpener-2f8c156f14dd255294ee7b8bac478022-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2f8c156f14dd255294ee7b8bac478022 columnFamilyName c 2024-11-11T21:43:44,182 DEBUG [StoreOpener-2f8c156f14dd255294ee7b8bac478022-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:43:44,187 DEBUG [StoreOpener-2f8c156f14dd255294ee7b8bac478022-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:33499/hbase/data/default/testReplayEditsWrittenViaHRegion/2f8c156f14dd255294ee7b8bac478022/c/e43e779c6a364e0e85712a10c5e92676 2024-11-11T21:43:44,187 INFO [StoreOpener-2f8c156f14dd255294ee7b8bac478022-1 {}] regionserver.HStore(327): Store=2f8c156f14dd255294ee7b8bac478022/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T21:43:44,188 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 2f8c156f14dd255294ee7b8bac478022 2024-11-11T21:43:44,189 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33499/hbase/data/default/testReplayEditsWrittenViaHRegion/2f8c156f14dd255294ee7b8bac478022 2024-11-11T21:43:44,190 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:33499/hbase/data/default/testReplayEditsWrittenViaHRegion/2f8c156f14dd255294ee7b8bac478022 2024-11-11T21:43:44,191 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:33499/hbase/data/default/testReplayEditsWrittenViaHRegion/2f8c156f14dd255294ee7b8bac478022/recovered.edits/0000000000000000066 2024-11-11T21:43:44,219 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES 2024-11-11T21:43:44,223 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 30, skipped 0, firstSequenceIdInLog=37, maxSequenceIdInLog=66, path=hdfs://localhost:33499/hbase/data/default/testReplayEditsWrittenViaHRegion/2f8c156f14dd255294ee7b8bac478022/recovered.edits/0000000000000000066 2024-11-11T21:43:44,223 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 2f8c156f14dd255294ee7b8bac478022 3/3 column families, dataSize=2.55 KB heapSize=5.44 KB 2024-11-11T21:43:44,239 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33499/hbase/data/default/testReplayEditsWrittenViaHRegion/2f8c156f14dd255294ee7b8bac478022/.tmp/a/381cae85e0e14077be7aa1eb8ed781f8 is 91, key is testReplayEditsWrittenViaHRegion/a:y0/1731361419937/Put/seqid=0 2024-11-11T21:43:44,245 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45349 is added to blk_1073741935_1115 (size=5958) 2024-11-11T21:43:44,245 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32903 is added to blk_1073741935_1115 (size=5958) 2024-11-11T21:43:44,245 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38269 is added to blk_1073741935_1115 (size=5958) 2024-11-11T21:43:44,246 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=66 (bloomFilter=true), to=hdfs://localhost:33499/hbase/data/default/testReplayEditsWrittenViaHRegion/2f8c156f14dd255294ee7b8bac478022/.tmp/a/381cae85e0e14077be7aa1eb8ed781f8 2024-11-11T21:43:44,266 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33499/hbase/data/default/testReplayEditsWrittenViaHRegion/2f8c156f14dd255294ee7b8bac478022/.tmp/b/36e9e0fcef6549768db728968034b8c2 is 91, key is testReplayEditsWrittenViaHRegion/b:y0/1731361419950/Put/seqid=0 2024-11-11T21:43:44,275 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45349 is added to blk_1073741936_1116 (size=5958) 2024-11-11T21:43:44,275 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32903 is added to blk_1073741936_1116 (size=5958) 2024-11-11T21:43:44,275 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38269 is added to blk_1073741936_1116 (size=5958) 2024-11-11T21:43:44,276 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=66 (bloomFilter=true), to=hdfs://localhost:33499/hbase/data/default/testReplayEditsWrittenViaHRegion/2f8c156f14dd255294ee7b8bac478022/.tmp/b/36e9e0fcef6549768db728968034b8c2 2024-11-11T21:43:44,303 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33499/hbase/data/default/testReplayEditsWrittenViaHRegion/2f8c156f14dd255294ee7b8bac478022/.tmp/c/8774e1fb574a422b9a615564f45d6cbb is 91, key is testReplayEditsWrittenViaHRegion/c:y0/1731361419960/Put/seqid=0 2024-11-11T21:43:44,312 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38269 is added to blk_1073741937_1117 (size=5958) 2024-11-11T21:43:44,313 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45349 is added to blk_1073741937_1117 (size=5958) 2024-11-11T21:43:44,313 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32903 is added to blk_1073741937_1117 (size=5958) 2024-11-11T21:43:44,313 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=66 (bloomFilter=true), to=hdfs://localhost:33499/hbase/data/default/testReplayEditsWrittenViaHRegion/2f8c156f14dd255294ee7b8bac478022/.tmp/c/8774e1fb574a422b9a615564f45d6cbb 2024-11-11T21:43:44,319 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33499/hbase/data/default/testReplayEditsWrittenViaHRegion/2f8c156f14dd255294ee7b8bac478022/.tmp/a/381cae85e0e14077be7aa1eb8ed781f8 as hdfs://localhost:33499/hbase/data/default/testReplayEditsWrittenViaHRegion/2f8c156f14dd255294ee7b8bac478022/a/381cae85e0e14077be7aa1eb8ed781f8 2024-11-11T21:43:44,325 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33499/hbase/data/default/testReplayEditsWrittenViaHRegion/2f8c156f14dd255294ee7b8bac478022/a/381cae85e0e14077be7aa1eb8ed781f8, entries=10, sequenceid=66, filesize=5.8 K 2024-11-11T21:43:44,326 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33499/hbase/data/default/testReplayEditsWrittenViaHRegion/2f8c156f14dd255294ee7b8bac478022/.tmp/b/36e9e0fcef6549768db728968034b8c2 as hdfs://localhost:33499/hbase/data/default/testReplayEditsWrittenViaHRegion/2f8c156f14dd255294ee7b8bac478022/b/36e9e0fcef6549768db728968034b8c2 2024-11-11T21:43:44,331 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33499/hbase/data/default/testReplayEditsWrittenViaHRegion/2f8c156f14dd255294ee7b8bac478022/b/36e9e0fcef6549768db728968034b8c2, entries=10, sequenceid=66, filesize=5.8 K 2024-11-11T21:43:44,332 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33499/hbase/data/default/testReplayEditsWrittenViaHRegion/2f8c156f14dd255294ee7b8bac478022/.tmp/c/8774e1fb574a422b9a615564f45d6cbb as hdfs://localhost:33499/hbase/data/default/testReplayEditsWrittenViaHRegion/2f8c156f14dd255294ee7b8bac478022/c/8774e1fb574a422b9a615564f45d6cbb 2024-11-11T21:43:44,336 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33499/hbase/data/default/testReplayEditsWrittenViaHRegion/2f8c156f14dd255294ee7b8bac478022/c/8774e1fb574a422b9a615564f45d6cbb, entries=10, sequenceid=66, filesize=5.8 K 2024-11-11T21:43:44,336 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~2.55 KB/2610, heapSize ~5.39 KB/5520, currentSize=0 B/0 for 2f8c156f14dd255294ee7b8bac478022 in 113ms, sequenceid=66, compaction requested=false; wal=null 2024-11-11T21:43:44,337 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:33499/hbase/data/default/testReplayEditsWrittenViaHRegion/2f8c156f14dd255294ee7b8bac478022/recovered.edits/0000000000000000066 2024-11-11T21:43:44,338 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 2f8c156f14dd255294ee7b8bac478022 2024-11-11T21:43:44,338 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 2f8c156f14dd255294ee7b8bac478022 2024-11-11T21:43:44,338 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-11T21:43:44,340 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 2f8c156f14dd255294ee7b8bac478022 2024-11-11T21:43:44,341 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33499/hbase/data/default/testReplayEditsWrittenViaHRegion/2f8c156f14dd255294ee7b8bac478022/recovered.edits/66.seqid, newMaxSeqId=66, maxSeqId=35 2024-11-11T21:43:44,342 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 2f8c156f14dd255294ee7b8bac478022; next sequenceid=67; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74377210, jitterRate=0.10830679535865784}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-11T21:43:44,342 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 2f8c156f14dd255294ee7b8bac478022: Writing region info on filesystem at 1731361424165Initializing all the Stores at 1731361424166 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731361424166Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731361424166Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731361424166Obtaining lock to block concurrent updates at 1731361424223 (+57 ms)Preparing flush snapshotting stores in 2f8c156f14dd255294ee7b8bac478022 at 1731361424223Finished memstore snapshotting testReplayEditsWrittenViaHRegion,,1731361419332.2f8c156f14dd255294ee7b8bac478022., syncing WAL and waiting on mvcc, flushsize=dataSize=2610, getHeapSize=5520, getOffHeapSize=0, getCellsCount=30 at 1731361424224 (+1 ms)Flushing stores of testReplayEditsWrittenViaHRegion,,1731361419332.2f8c156f14dd255294ee7b8bac478022. at 1731361424224Flushing 2f8c156f14dd255294ee7b8bac478022/a: creating writer at 1731361424224Flushing 2f8c156f14dd255294ee7b8bac478022/a: appending metadata at 1731361424238 (+14 ms)Flushing 2f8c156f14dd255294ee7b8bac478022/a: closing flushed file at 1731361424238Flushing 2f8c156f14dd255294ee7b8bac478022/b: creating writer at 1731361424250 (+12 ms)Flushing 2f8c156f14dd255294ee7b8bac478022/b: appending metadata at 1731361424265 (+15 ms)Flushing 2f8c156f14dd255294ee7b8bac478022/b: closing flushed file at 1731361424265Flushing 2f8c156f14dd255294ee7b8bac478022/c: creating writer at 1731361424282 (+17 ms)Flushing 2f8c156f14dd255294ee7b8bac478022/c: appending metadata at 1731361424302 (+20 ms)Flushing 2f8c156f14dd255294ee7b8bac478022/c: closing flushed file at 1731361424303 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@8f7c648: reopening flushed file at 1731361424318 (+15 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1a0609c9: reopening flushed file at 1731361424325 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3f592bbd: reopening flushed file at 1731361424331 (+6 ms)Finished flush of dataSize ~2.55 KB/2610, heapSize ~5.39 KB/5520, currentSize=0 B/0 for 2f8c156f14dd255294ee7b8bac478022 in 113ms, sequenceid=66, compaction requested=false; wal=null at 1731361424336 (+5 ms)Cleaning up temporary data from old regions at 1731361424338 (+2 ms)Region opened successfully at 1731361424342 (+4 ms) 2024-11-11T21:43:44,358 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 2f8c156f14dd255294ee7b8bac478022, disabling compactions & flushes 2024-11-11T21:43:44,358 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenViaHRegion,,1731361419332.2f8c156f14dd255294ee7b8bac478022. 2024-11-11T21:43:44,358 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenViaHRegion,,1731361419332.2f8c156f14dd255294ee7b8bac478022. 2024-11-11T21:43:44,358 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenViaHRegion,,1731361419332.2f8c156f14dd255294ee7b8bac478022. after waiting 0 ms 2024-11-11T21:43:44,358 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenViaHRegion,,1731361419332.2f8c156f14dd255294ee7b8bac478022. 2024-11-11T21:43:44,359 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenViaHRegion,,1731361419332.2f8c156f14dd255294ee7b8bac478022. 2024-11-11T21:43:44,359 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 2f8c156f14dd255294ee7b8bac478022: Waiting for close lock at 1731361424358Disabling compacts and flushes for region at 1731361424358Disabling writes for close at 1731361424358Writing region close event to WAL at 1731361424359 (+1 ms)Closed at 1731361424359 2024-11-11T21:43:44,362 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38269 is added to blk_1073741934_1114 (size=175) 2024-11-11T21:43:44,362 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32903 is added to blk_1073741934_1114 (size=175) 2024-11-11T21:43:44,362 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45349 is added to blk_1073741934_1114 (size=175) 2024-11-11T21:43:44,364 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-11T21:43:44,364 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL wal:(num 1731361424115) 2024-11-11T21:43:44,381 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestSecureAsyncWALReplay#testReplayEditsWrittenViaHRegion Thread=443 (was 437) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-198013793_22 at /127.0.0.1:51290 [Waiting for operation #15] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-28-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-28-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-198013793_22 at /127.0.0.1:49026 [Waiting for operation #18] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkinstestReplayEditsWrittenViaHRegion@localhost:33499 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-28-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1685805399) connection to localhost/127.0.0.1:33499 from jenkinstestReplayEditsWrittenViaHRegion java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-198013793_22 at /127.0.0.1:57446 [Waiting for operation #10] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=1410 (was 1344) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=376 (was 383), ProcessCount=11 (was 11), AvailableMemoryMB=4667 (was 4910) 2024-11-11T21:43:44,381 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1410 is superior to 1024 2024-11-11T21:43:44,381 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-11T21:43:44,382 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T21:43:44,382 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T21:43:44,382 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T21:43:44,382 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T21:43:44,382 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T21:43:44,383 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-11T21:43:44,383 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=315704162, stopped=false 2024-11-11T21:43:44,383 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=22a1f13b90b0,43333,1731361383410 2024-11-11T21:43:44,385 DEBUG [pool-64-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37777-0x10030bd7d770001, quorum=127.0.0.1:49826, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-11T21:43:44,385 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40211-0x10030bd7d770002, quorum=127.0.0.1:49826, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-11T21:43:44,385 DEBUG [pool-64-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37777-0x10030bd7d770001, quorum=127.0.0.1:49826, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T21:43:44,385 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43333-0x10030bd7d770000, quorum=127.0.0.1:49826, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-11T21:43:44,385 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40211-0x10030bd7d770002, quorum=127.0.0.1:49826, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T21:43:44,385 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43333-0x10030bd7d770000, quorum=127.0.0.1:49826, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T21:43:44,385 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40211-0x10030bd7d770002, quorum=127.0.0.1:49826, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-11T21:43:44,385 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37777-0x10030bd7d770001, quorum=127.0.0.1:49826, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-11T21:43:44,385 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T21:43:44,386 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T21:43:44,386 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43333-0x10030bd7d770000, quorum=127.0.0.1:49826, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-11T21:43:44,387 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T21:43:44,387 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T21:43:44,387 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '22a1f13b90b0,37777,1731361384016' ***** 2024-11-11T21:43:44,387 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-11T21:43:44,387 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '22a1f13b90b0,40211,1731361384111' ***** 2024-11-11T21:43:44,387 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-11T21:43:44,387 INFO [RS:0;22a1f13b90b0:37777 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-11T21:43:44,387 INFO [RS:1;22a1f13b90b0:40211 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-11T21:43:44,387 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-11T21:43:44,387 INFO [RS:0;22a1f13b90b0:37777 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-11T21:43:44,387 INFO [RS:1;22a1f13b90b0:40211 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-11T21:43:44,387 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-11T21:43:44,387 INFO [RS:1;22a1f13b90b0:40211 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-11T21:43:44,387 INFO [RS:0;22a1f13b90b0:37777 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-11T21:43:44,388 INFO [RS:0;22a1f13b90b0:37777 {}] regionserver.HRegionServer(3091): Received CLOSE for 4fcaee2fc0a5861d49464e32daa7ff49 2024-11-11T21:43:44,388 INFO [RS:1;22a1f13b90b0:40211 {}] regionserver.HRegionServer(959): stopping server 22a1f13b90b0,40211,1731361384111 2024-11-11T21:43:44,388 INFO [RS:1;22a1f13b90b0:40211 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T21:43:44,388 INFO [RS:0;22a1f13b90b0:37777 {}] regionserver.HRegionServer(959): stopping server 22a1f13b90b0,37777,1731361384016 2024-11-11T21:43:44,388 INFO [RS:0;22a1f13b90b0:37777 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T21:43:44,388 INFO [RS:1;22a1f13b90b0:40211 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;22a1f13b90b0:40211. 2024-11-11T21:43:44,388 INFO [RS:0;22a1f13b90b0:37777 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;22a1f13b90b0:37777. 2024-11-11T21:43:44,388 DEBUG [RS:1;22a1f13b90b0:40211 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T21:43:44,388 DEBUG [RS:0;22a1f13b90b0:37777 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T21:43:44,388 DEBUG [RS_CLOSE_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 4fcaee2fc0a5861d49464e32daa7ff49, disabling compactions & flushes 2024-11-11T21:43:44,388 DEBUG [RS:1;22a1f13b90b0:40211 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T21:43:44,388 DEBUG [RS:0;22a1f13b90b0:37777 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T21:43:44,388 INFO [RS_CLOSE_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1731361399325.4fcaee2fc0a5861d49464e32daa7ff49. 2024-11-11T21:43:44,388 INFO [RS:1;22a1f13b90b0:40211 {}] regionserver.HRegionServer(976): stopping server 22a1f13b90b0,40211,1731361384111; all regions closed. 2024-11-11T21:43:44,388 DEBUG [RS_CLOSE_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1731361399325.4fcaee2fc0a5861d49464e32daa7ff49. 2024-11-11T21:43:44,388 INFO [RS:0;22a1f13b90b0:37777 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-11T21:43:44,388 INFO [RS:0;22a1f13b90b0:37777 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-11T21:43:44,388 DEBUG [RS_CLOSE_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1731361399325.4fcaee2fc0a5861d49464e32daa7ff49. after waiting 0 ms 2024-11-11T21:43:44,388 INFO [RS:0;22a1f13b90b0:37777 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-11T21:43:44,388 DEBUG [RS_CLOSE_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1731361399325.4fcaee2fc0a5861d49464e32daa7ff49. 2024-11-11T21:43:44,388 INFO [RS:0;22a1f13b90b0:37777 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-11T21:43:44,389 INFO [RS:0;22a1f13b90b0:37777 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-11T21:43:44,389 DEBUG [RS:0;22a1f13b90b0:37777 {}] regionserver.HRegionServer(1325): Online Regions={4fcaee2fc0a5861d49464e32daa7ff49=testReplayEditsAfterRegionMovedWithMultiCF,,1731361399325.4fcaee2fc0a5861d49464e32daa7ff49., 1588230740=hbase:meta,,1.1588230740} 2024-11-11T21:43:44,389 DEBUG [RS:0;22a1f13b90b0:37777 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4fcaee2fc0a5861d49464e32daa7ff49 2024-11-11T21:43:44,389 DEBUG [RS_CLOSE_META-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T21:43:44,389 INFO [RS_CLOSE_META-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T21:43:44,389 DEBUG [RS_CLOSE_META-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T21:43:44,389 DEBUG [RS_CLOSE_META-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T21:43:44,389 DEBUG [RS_CLOSE_META-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T21:43:44,389 INFO [RS_CLOSE_META-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=6.86 KB heapSize=11.45 KB 2024-11-11T21:43:44,392 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38269 is added to blk_1073741833_1009 (size=175) 2024-11-11T21:43:44,392 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32903 is added to blk_1073741833_1009 (size=175) 2024-11-11T21:43:44,392 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45349 is added to blk_1073741833_1009 (size=175) 2024-11-11T21:43:44,395 DEBUG [RS:1;22a1f13b90b0:40211 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/3081faf6-6c36-f855-e4b0-d18d41a2b810/oldWALs 2024-11-11T21:43:44,395 INFO [RS:1;22a1f13b90b0:40211 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 22a1f13b90b0%2C40211%2C1731361384111:(num 1731361385479) 2024-11-11T21:43:44,395 DEBUG [RS:1;22a1f13b90b0:40211 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T21:43:44,395 INFO [RS:1;22a1f13b90b0:40211 {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T21:43:44,395 INFO [RS:1;22a1f13b90b0:40211 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T21:43:44,396 INFO [RS:1;22a1f13b90b0:40211 {}] hbase.ChoreService(370): Chore service for: regionserver/22a1f13b90b0:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-11T21:43:44,396 INFO [RS:1;22a1f13b90b0:40211 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-11T21:43:44,396 INFO [regionserver/22a1f13b90b0:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T21:43:44,396 INFO [RS:1;22a1f13b90b0:40211 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-11T21:43:44,396 INFO [RS:1;22a1f13b90b0:40211 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-11T21:43:44,396 INFO [RS:1;22a1f13b90b0:40211 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T21:43:44,396 INFO [RS:1;22a1f13b90b0:40211 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40211 2024-11-11T21:43:44,397 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43333-0x10030bd7d770000, quorum=127.0.0.1:49826, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-11T21:43:44,397 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40211-0x10030bd7d770002, quorum=127.0.0.1:49826, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/22a1f13b90b0,40211,1731361384111 2024-11-11T21:43:44,398 INFO [RS:1;22a1f13b90b0:40211 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T21:43:44,398 DEBUG [RS_CLOSE_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33499/user/jenkins/test-data/3081faf6-6c36-f855-e4b0-d18d41a2b810/data/default/testReplayEditsAfterRegionMovedWithMultiCF/4fcaee2fc0a5861d49464e32daa7ff49/recovered.edits/20.seqid, newMaxSeqId=20, maxSeqId=17 2024-11-11T21:43:44,398 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [22a1f13b90b0,40211,1731361384111] 2024-11-11T21:43:44,399 INFO [RS_CLOSE_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1731361399325.4fcaee2fc0a5861d49464e32daa7ff49. 2024-11-11T21:43:44,399 DEBUG [RS_CLOSE_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 4fcaee2fc0a5861d49464e32daa7ff49: Waiting for close lock at 1731361424388Running coprocessor pre-close hooks at 1731361424388Disabling compacts and flushes for region at 1731361424388Disabling writes for close at 1731361424388Writing region close event to WAL at 1731361424389 (+1 ms)Running coprocessor post-close hooks at 1731361424399 (+10 ms)Closed at 1731361424399 2024-11-11T21:43:44,399 DEBUG [RS_CLOSE_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1731361399325.4fcaee2fc0a5861d49464e32daa7ff49. 2024-11-11T21:43:44,400 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/22a1f13b90b0,40211,1731361384111 already deleted, retry=false 2024-11-11T21:43:44,400 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 22a1f13b90b0,40211,1731361384111 expired; onlineServers=1 2024-11-11T21:43:44,415 DEBUG [RS_CLOSE_META-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33499/user/jenkins/test-data/3081faf6-6c36-f855-e4b0-d18d41a2b810/data/hbase/meta/1588230740/.tmp/info/bd92a086b9f74bd8b7229b32ceac2b8d is 205, key is testReplayEditsAfterRegionMovedWithMultiCF,,1731361399325.4fcaee2fc0a5861d49464e32daa7ff49./info:regioninfo/1731361402605/Put/seqid=0 2024-11-11T21:43:44,422 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38269 is added to blk_1073741938_1118 (size=8243) 2024-11-11T21:43:44,423 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32903 is added to blk_1073741938_1118 (size=8243) 2024-11-11T21:43:44,423 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45349 is added to blk_1073741938_1118 (size=8243) 2024-11-11T21:43:44,423 INFO [RS_CLOSE_META-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.65 KB at sequenceid=21 (bloomFilter=true), to=hdfs://localhost:33499/user/jenkins/test-data/3081faf6-6c36-f855-e4b0-d18d41a2b810/data/hbase/meta/1588230740/.tmp/info/bd92a086b9f74bd8b7229b32ceac2b8d 2024-11-11T21:43:44,447 INFO [regionserver/22a1f13b90b0:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T21:43:44,449 DEBUG [RS_CLOSE_META-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33499/user/jenkins/test-data/3081faf6-6c36-f855-e4b0-d18d41a2b810/data/hbase/meta/1588230740/.tmp/ns/73a8470c80c54d318235de242ca2e38b is 43, key is default/ns:d/1731361386094/Put/seqid=0 2024-11-11T21:43:44,450 INFO [regionserver/22a1f13b90b0:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T21:43:44,463 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32903 is added to blk_1073741939_1119 (size=5153) 2024-11-11T21:43:44,463 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45349 is added to blk_1073741939_1119 (size=5153) 2024-11-11T21:43:44,463 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38269 is added to blk_1073741939_1119 (size=5153) 2024-11-11T21:43:44,464 INFO [RS_CLOSE_META-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=21 (bloomFilter=true), to=hdfs://localhost:33499/user/jenkins/test-data/3081faf6-6c36-f855-e4b0-d18d41a2b810/data/hbase/meta/1588230740/.tmp/ns/73a8470c80c54d318235de242ca2e38b 2024-11-11T21:43:44,493 DEBUG [RS_CLOSE_META-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33499/user/jenkins/test-data/3081faf6-6c36-f855-e4b0-d18d41a2b810/data/hbase/meta/1588230740/.tmp/table/8961d4e30e5e4972a189801c740b6fda is 78, key is testReplayEditsAfterRegionMovedWithMultiCF/table:state/1731361399755/Put/seqid=0 2024-11-11T21:43:44,499 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40211-0x10030bd7d770002, quorum=127.0.0.1:49826, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T21:43:44,499 INFO [RS:1;22a1f13b90b0:40211 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T21:43:44,499 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40211-0x10030bd7d770002, quorum=127.0.0.1:49826, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T21:43:44,499 INFO [RS:1;22a1f13b90b0:40211 {}] regionserver.HRegionServer(1031): Exiting; stopping=22a1f13b90b0,40211,1731361384111; zookeeper connection closed. 2024-11-11T21:43:44,499 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@51d49bfc {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@51d49bfc 2024-11-11T21:43:44,502 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45349 is added to blk_1073741940_1120 (size=5431) 2024-11-11T21:43:44,503 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38269 is added to blk_1073741940_1120 (size=5431) 2024-11-11T21:43:44,503 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32903 is added to blk_1073741940_1120 (size=5431) 2024-11-11T21:43:44,503 INFO [RS_CLOSE_META-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=148 B at sequenceid=21 (bloomFilter=true), to=hdfs://localhost:33499/user/jenkins/test-data/3081faf6-6c36-f855-e4b0-d18d41a2b810/data/hbase/meta/1588230740/.tmp/table/8961d4e30e5e4972a189801c740b6fda 2024-11-11T21:43:44,511 DEBUG [RS_CLOSE_META-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33499/user/jenkins/test-data/3081faf6-6c36-f855-e4b0-d18d41a2b810/data/hbase/meta/1588230740/.tmp/info/bd92a086b9f74bd8b7229b32ceac2b8d as hdfs://localhost:33499/user/jenkins/test-data/3081faf6-6c36-f855-e4b0-d18d41a2b810/data/hbase/meta/1588230740/info/bd92a086b9f74bd8b7229b32ceac2b8d 2024-11-11T21:43:44,519 INFO [RS_CLOSE_META-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33499/user/jenkins/test-data/3081faf6-6c36-f855-e4b0-d18d41a2b810/data/hbase/meta/1588230740/info/bd92a086b9f74bd8b7229b32ceac2b8d, entries=18, sequenceid=21, filesize=8.0 K 2024-11-11T21:43:44,520 DEBUG [RS_CLOSE_META-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33499/user/jenkins/test-data/3081faf6-6c36-f855-e4b0-d18d41a2b810/data/hbase/meta/1588230740/.tmp/ns/73a8470c80c54d318235de242ca2e38b as hdfs://localhost:33499/user/jenkins/test-data/3081faf6-6c36-f855-e4b0-d18d41a2b810/data/hbase/meta/1588230740/ns/73a8470c80c54d318235de242ca2e38b 2024-11-11T21:43:44,527 INFO [RS_CLOSE_META-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33499/user/jenkins/test-data/3081faf6-6c36-f855-e4b0-d18d41a2b810/data/hbase/meta/1588230740/ns/73a8470c80c54d318235de242ca2e38b, entries=2, sequenceid=21, filesize=5.0 K 2024-11-11T21:43:44,528 DEBUG [RS_CLOSE_META-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33499/user/jenkins/test-data/3081faf6-6c36-f855-e4b0-d18d41a2b810/data/hbase/meta/1588230740/.tmp/table/8961d4e30e5e4972a189801c740b6fda as hdfs://localhost:33499/user/jenkins/test-data/3081faf6-6c36-f855-e4b0-d18d41a2b810/data/hbase/meta/1588230740/table/8961d4e30e5e4972a189801c740b6fda 2024-11-11T21:43:44,535 INFO [RS_CLOSE_META-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33499/user/jenkins/test-data/3081faf6-6c36-f855-e4b0-d18d41a2b810/data/hbase/meta/1588230740/table/8961d4e30e5e4972a189801c740b6fda, entries=2, sequenceid=21, filesize=5.3 K 2024-11-11T21:43:44,536 INFO [RS_CLOSE_META-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~6.86 KB/7029, heapSize ~11.16 KB/11424, currentSize=0 B/0 for 1588230740 in 147ms, sequenceid=21, compaction requested=false 2024-11-11T21:43:44,541 DEBUG [RS_CLOSE_META-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33499/user/jenkins/test-data/3081faf6-6c36-f855-e4b0-d18d41a2b810/data/hbase/meta/1588230740/recovered.edits/24.seqid, newMaxSeqId=24, maxSeqId=1 2024-11-11T21:43:44,542 DEBUG [RS_CLOSE_META-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T21:43:44,542 INFO [RS_CLOSE_META-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T21:43:44,542 DEBUG [RS_CLOSE_META-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731361424389Running coprocessor pre-close hooks at 1731361424389Disabling compacts and flushes for region at 1731361424389Disabling writes for close at 1731361424389Obtaining lock to block concurrent updates at 1731361424389Preparing flush snapshotting stores in 1588230740 at 1731361424389Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=7029, getHeapSize=11664, getOffHeapSize=0, getCellsCount=48 at 1731361424390 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731361424390Flushing 1588230740/info: creating writer at 1731361424392 (+2 ms)Flushing 1588230740/info: appending metadata at 1731361424414 (+22 ms)Flushing 1588230740/info: closing flushed file at 1731361424414Flushing 1588230740/ns: creating writer at 1731361424430 (+16 ms)Flushing 1588230740/ns: appending metadata at 1731361424448 (+18 ms)Flushing 1588230740/ns: closing flushed file at 1731361424448Flushing 1588230740/table: creating writer at 1731361424472 (+24 ms)Flushing 1588230740/table: appending metadata at 1731361424493 (+21 ms)Flushing 1588230740/table: closing flushed file at 1731361424493Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1c4edd51: reopening flushed file at 1731361424510 (+17 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@ef8d7f2: reopening flushed file at 1731361424519 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@62508f5b: reopening flushed file at 1731361424527 (+8 ms)Finished flush of dataSize ~6.86 KB/7029, heapSize ~11.16 KB/11424, currentSize=0 B/0 for 1588230740 in 147ms, sequenceid=21, compaction requested=false at 1731361424536 (+9 ms)Writing region close event to WAL at 1731361424537 (+1 ms)Running coprocessor post-close hooks at 1731361424542 (+5 ms)Closed at 1731361424542 2024-11-11T21:43:44,542 DEBUG [RS_CLOSE_META-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-11T21:43:44,589 INFO [RS:0;22a1f13b90b0:37777 {}] regionserver.HRegionServer(976): stopping server 22a1f13b90b0,37777,1731361384016; all regions closed. 2024-11-11T21:43:44,592 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45349 is added to blk_1073741836_1012 (size=9487) 2024-11-11T21:43:44,592 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32903 is added to blk_1073741836_1012 (size=9487) 2024-11-11T21:43:44,592 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38269 is added to blk_1073741836_1012 (size=9487) 2024-11-11T21:43:44,594 DEBUG [RS:0;22a1f13b90b0:37777 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/3081faf6-6c36-f855-e4b0-d18d41a2b810/oldWALs 2024-11-11T21:43:44,594 INFO [RS:0;22a1f13b90b0:37777 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 22a1f13b90b0%2C37777%2C1731361384016.meta:.meta(num 1731361385881) 2024-11-11T21:43:44,596 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45349 is added to blk_1073741834_1010 (size=3621) 2024-11-11T21:43:44,597 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32903 is added to blk_1073741834_1010 (size=3621) 2024-11-11T21:43:44,597 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38269 is added to blk_1073741834_1010 (size=3621) 2024-11-11T21:43:44,599 DEBUG [RS:0;22a1f13b90b0:37777 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/3081faf6-6c36-f855-e4b0-d18d41a2b810/oldWALs 2024-11-11T21:43:44,599 INFO [RS:0;22a1f13b90b0:37777 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 22a1f13b90b0%2C37777%2C1731361384016:(num 1731361385479) 2024-11-11T21:43:44,600 DEBUG [RS:0;22a1f13b90b0:37777 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T21:43:44,600 INFO [RS:0;22a1f13b90b0:37777 {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T21:43:44,600 INFO [RS:0;22a1f13b90b0:37777 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T21:43:44,600 INFO [RS:0;22a1f13b90b0:37777 {}] hbase.ChoreService(370): Chore service for: regionserver/22a1f13b90b0:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-11T21:43:44,600 INFO [RS:0;22a1f13b90b0:37777 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T21:43:44,600 INFO [regionserver/22a1f13b90b0:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T21:43:44,600 INFO [RS:0;22a1f13b90b0:37777 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37777 2024-11-11T21:43:44,601 DEBUG [pool-64-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37777-0x10030bd7d770001, quorum=127.0.0.1:49826, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/22a1f13b90b0,37777,1731361384016 2024-11-11T21:43:44,601 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43333-0x10030bd7d770000, quorum=127.0.0.1:49826, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-11T21:43:44,602 INFO [RS:0;22a1f13b90b0:37777 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T21:43:44,603 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [22a1f13b90b0,37777,1731361384016] 2024-11-11T21:43:44,604 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/22a1f13b90b0,37777,1731361384016 already deleted, retry=false 2024-11-11T21:43:44,604 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 22a1f13b90b0,37777,1731361384016 expired; onlineServers=0 2024-11-11T21:43:44,604 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '22a1f13b90b0,43333,1731361383410' ***** 2024-11-11T21:43:44,604 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-11T21:43:44,605 INFO [M:0;22a1f13b90b0:43333 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T21:43:44,605 INFO [M:0;22a1f13b90b0:43333 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T21:43:44,605 DEBUG [M:0;22a1f13b90b0:43333 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-11T21:43:44,605 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-11T21:43:44,605 DEBUG [M:0;22a1f13b90b0:43333 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-11T21:43:44,605 DEBUG [master/22a1f13b90b0:0:becomeActiveMaster-HFileCleaner.large.0-1731361385101 {}] cleaner.HFileCleaner(306): Exit Thread[master/22a1f13b90b0:0:becomeActiveMaster-HFileCleaner.large.0-1731361385101,5,FailOnTimeoutGroup] 2024-11-11T21:43:44,605 INFO [M:0;22a1f13b90b0:43333 {}] hbase.ChoreService(370): Chore service for: master/22a1f13b90b0:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-11T21:43:44,605 INFO [M:0;22a1f13b90b0:43333 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T21:43:44,605 DEBUG [M:0;22a1f13b90b0:43333 {}] master.HMaster(1795): Stopping service threads 2024-11-11T21:43:44,605 INFO [M:0;22a1f13b90b0:43333 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-11T21:43:44,606 INFO [M:0;22a1f13b90b0:43333 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T21:43:44,606 INFO [M:0;22a1f13b90b0:43333 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-11T21:43:44,606 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-11T21:43:44,606 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43333-0x10030bd7d770000, quorum=127.0.0.1:49826, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-11T21:43:44,606 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43333-0x10030bd7d770000, quorum=127.0.0.1:49826, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T21:43:44,607 DEBUG [M:0;22a1f13b90b0:43333 {}] zookeeper.ZKUtil(347): master:43333-0x10030bd7d770000, quorum=127.0.0.1:49826, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-11T21:43:44,607 WARN [M:0;22a1f13b90b0:43333 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-11T21:43:44,608 INFO [M:0;22a1f13b90b0:43333 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:33499/user/jenkins/test-data/3081faf6-6c36-f855-e4b0-d18d41a2b810/.lastflushedseqids 2024-11-11T21:43:44,609 DEBUG [master/22a1f13b90b0:0:becomeActiveMaster-HFileCleaner.small.0-1731361385102 {}] cleaner.HFileCleaner(306): Exit Thread[master/22a1f13b90b0:0:becomeActiveMaster-HFileCleaner.small.0-1731361385102,5,FailOnTimeoutGroup] 2024-11-11T21:43:44,620 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32903 is added to blk_1073741941_1121 (size=138) 2024-11-11T21:43:44,620 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45349 is added to blk_1073741941_1121 (size=138) 2024-11-11T21:43:44,621 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38269 is added to blk_1073741941_1121 (size=138) 2024-11-11T21:43:44,621 INFO [M:0;22a1f13b90b0:43333 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-11T21:43:44,621 INFO [M:0;22a1f13b90b0:43333 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-11T21:43:44,622 DEBUG [M:0;22a1f13b90b0:43333 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T21:43:44,622 INFO [M:0;22a1f13b90b0:43333 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T21:43:44,622 DEBUG [M:0;22a1f13b90b0:43333 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T21:43:44,622 DEBUG [M:0;22a1f13b90b0:43333 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T21:43:44,622 DEBUG [M:0;22a1f13b90b0:43333 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T21:43:44,622 INFO [M:0;22a1f13b90b0:43333 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=69.12 KB heapSize=84.65 KB 2024-11-11T21:43:44,638 DEBUG [M:0;22a1f13b90b0:43333 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33499/user/jenkins/test-data/3081faf6-6c36-f855-e4b0-d18d41a2b810/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c6ac2d81babe439d8372e7984ef719aa is 82, key is hbase:meta,,1/info:regioninfo/1731361385996/Put/seqid=0 2024-11-11T21:43:44,647 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32903 is added to blk_1073741942_1122 (size=5672) 2024-11-11T21:43:44,647 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38269 is added to blk_1073741942_1122 (size=5672) 2024-11-11T21:43:44,648 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45349 is added to blk_1073741942_1122 (size=5672) 2024-11-11T21:43:44,649 INFO [M:0;22a1f13b90b0:43333 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=170 (bloomFilter=true), to=hdfs://localhost:33499/user/jenkins/test-data/3081faf6-6c36-f855-e4b0-d18d41a2b810/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c6ac2d81babe439d8372e7984ef719aa 2024-11-11T21:43:44,670 DEBUG [M:0;22a1f13b90b0:43333 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33499/user/jenkins/test-data/3081faf6-6c36-f855-e4b0-d18d41a2b810/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/475f0c68517b4e2d8e5e686ea95cdd04 is 1076, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731361399763/Put/seqid=0 2024-11-11T21:43:44,680 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38269 is added to blk_1073741943_1123 (size=7755) 2024-11-11T21:43:44,680 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32903 is added to blk_1073741943_1123 (size=7755) 2024-11-11T21:43:44,680 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45349 is added to blk_1073741943_1123 (size=7755) 2024-11-11T21:43:44,681 INFO [M:0;22a1f13b90b0:43333 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=68.38 KB at sequenceid=170 (bloomFilter=true), to=hdfs://localhost:33499/user/jenkins/test-data/3081faf6-6c36-f855-e4b0-d18d41a2b810/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/475f0c68517b4e2d8e5e686ea95cdd04 2024-11-11T21:43:44,686 INFO [M:0;22a1f13b90b0:43333 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 475f0c68517b4e2d8e5e686ea95cdd04 2024-11-11T21:43:44,703 DEBUG [pool-64-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37777-0x10030bd7d770001, quorum=127.0.0.1:49826, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T21:43:44,703 DEBUG [pool-64-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37777-0x10030bd7d770001, quorum=127.0.0.1:49826, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T21:43:44,703 INFO [RS:0;22a1f13b90b0:37777 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T21:43:44,703 INFO [RS:0;22a1f13b90b0:37777 {}] regionserver.HRegionServer(1031): Exiting; stopping=22a1f13b90b0,37777,1731361384016; zookeeper connection closed. 2024-11-11T21:43:44,704 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3be755ba {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3be755ba 2024-11-11T21:43:44,704 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete 2024-11-11T21:43:44,707 DEBUG [M:0;22a1f13b90b0:43333 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33499/user/jenkins/test-data/3081faf6-6c36-f855-e4b0-d18d41a2b810/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a406bb52a9ed45bf91b3fadc12b07468 is 69, key is 22a1f13b90b0,37777,1731361384016/rs:state/1731361385229/Put/seqid=0 2024-11-11T21:43:44,719 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38269 is added to blk_1073741944_1124 (size=5445) 2024-11-11T21:43:44,720 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45349 is added to blk_1073741944_1124 (size=5445) 2024-11-11T21:43:44,721 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32903 is added to blk_1073741944_1124 (size=5445) 2024-11-11T21:43:44,721 INFO [M:0;22a1f13b90b0:43333 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=249 B at sequenceid=170 (bloomFilter=true), to=hdfs://localhost:33499/user/jenkins/test-data/3081faf6-6c36-f855-e4b0-d18d41a2b810/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a406bb52a9ed45bf91b3fadc12b07468 2024-11-11T21:43:44,726 INFO [M:0;22a1f13b90b0:43333 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a406bb52a9ed45bf91b3fadc12b07468 2024-11-11T21:43:44,727 DEBUG [M:0;22a1f13b90b0:43333 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33499/user/jenkins/test-data/3081faf6-6c36-f855-e4b0-d18d41a2b810/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c6ac2d81babe439d8372e7984ef719aa as hdfs://localhost:33499/user/jenkins/test-data/3081faf6-6c36-f855-e4b0-d18d41a2b810/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c6ac2d81babe439d8372e7984ef719aa 2024-11-11T21:43:44,732 INFO [M:0;22a1f13b90b0:43333 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33499/user/jenkins/test-data/3081faf6-6c36-f855-e4b0-d18d41a2b810/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c6ac2d81babe439d8372e7984ef719aa, entries=8, sequenceid=170, filesize=5.5 K 2024-11-11T21:43:44,733 DEBUG [M:0;22a1f13b90b0:43333 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33499/user/jenkins/test-data/3081faf6-6c36-f855-e4b0-d18d41a2b810/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/475f0c68517b4e2d8e5e686ea95cdd04 as hdfs://localhost:33499/user/jenkins/test-data/3081faf6-6c36-f855-e4b0-d18d41a2b810/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/475f0c68517b4e2d8e5e686ea95cdd04 2024-11-11T21:43:44,738 INFO [M:0;22a1f13b90b0:43333 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 475f0c68517b4e2d8e5e686ea95cdd04 2024-11-11T21:43:44,738 INFO [M:0;22a1f13b90b0:43333 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33499/user/jenkins/test-data/3081faf6-6c36-f855-e4b0-d18d41a2b810/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/475f0c68517b4e2d8e5e686ea95cdd04, entries=17, sequenceid=170, filesize=7.6 K 2024-11-11T21:43:44,741 DEBUG [M:0;22a1f13b90b0:43333 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33499/user/jenkins/test-data/3081faf6-6c36-f855-e4b0-d18d41a2b810/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a406bb52a9ed45bf91b3fadc12b07468 as hdfs://localhost:33499/user/jenkins/test-data/3081faf6-6c36-f855-e4b0-d18d41a2b810/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a406bb52a9ed45bf91b3fadc12b07468 2024-11-11T21:43:44,747 INFO [M:0;22a1f13b90b0:43333 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a406bb52a9ed45bf91b3fadc12b07468 2024-11-11T21:43:44,748 INFO [M:0;22a1f13b90b0:43333 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33499/user/jenkins/test-data/3081faf6-6c36-f855-e4b0-d18d41a2b810/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a406bb52a9ed45bf91b3fadc12b07468, entries=3, sequenceid=170, filesize=5.3 K 2024-11-11T21:43:44,749 INFO [M:0;22a1f13b90b0:43333 {}] regionserver.HRegion(3140): Finished flush of dataSize ~69.12 KB/70777, heapSize ~84.35 KB/86376, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 127ms, sequenceid=170, compaction requested=false 2024-11-11T21:43:44,769 INFO [M:0;22a1f13b90b0:43333 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T21:43:44,770 DEBUG [M:0;22a1f13b90b0:43333 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731361424622Disabling compacts and flushes for region at 1731361424622Disabling writes for close at 1731361424622Obtaining lock to block concurrent updates at 1731361424622Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731361424622Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=70777, getHeapSize=86616, getOffHeapSize=0, getCellsCount=197 at 1731361424622Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731361424623 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731361424623Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731361424637 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731361424637Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731361424654 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731361424669 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731361424669Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731361424686 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731361424706 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731361424706Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1206069f: reopening flushed file at 1731361424726 (+20 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@19709f3: reopening flushed file at 1731361424732 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6aad9033: reopening flushed file at 1731361424738 (+6 ms)Finished flush of dataSize ~69.12 KB/70777, heapSize ~84.35 KB/86376, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 127ms, sequenceid=170, compaction requested=false at 1731361424749 (+11 ms)Writing region close event to WAL at 1731361424769 (+20 ms)Closed at 1731361424769 2024-11-11T21:43:44,778 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45349 is added to blk_1073741830_1006 (size=84551) 2024-11-11T21:43:44,778 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38269 is added to blk_1073741830_1006 (size=84551) 2024-11-11T21:43:44,778 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32903 is added to blk_1073741830_1006 (size=84551) 2024-11-11T21:43:44,779 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/3081faf6-6c36-f855-e4b0-d18d41a2b810/MasterData/WALs/22a1f13b90b0,43333,1731361383410/22a1f13b90b0%2C43333%2C1731361383410.1731361384547 not finished, retry = 0 2024-11-11T21:43:44,880 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T21:43:44,880 INFO [M:0;22a1f13b90b0:43333 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-11T21:43:44,881 INFO [M:0;22a1f13b90b0:43333 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43333 2024-11-11T21:43:44,881 INFO [M:0;22a1f13b90b0:43333 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T21:43:44,982 INFO [M:0;22a1f13b90b0:43333 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T21:43:44,982 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43333-0x10030bd7d770000, quorum=127.0.0.1:49826, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T21:43:44,982 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43333-0x10030bd7d770000, quorum=127.0.0.1:49826, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T21:43:44,988 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731361402923/wal.1731361403458 with renewLeaseKey: DEFAULT_16655 java.io.FileNotFoundException: File does not exist: /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731361402923/wal.1731361403458 (inode 16655) Holder DFSClient_NONMAPREDUCE_967709050_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:110) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:653) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:619) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.ipc.RemoteException: File does not exist: /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731361402923/wal.1731361403458 (inode 16655) Holder DFSClient_NONMAPREDUCE_967709050_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy45.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$complete$13(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.complete(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy46.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:646) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 25 more 2024-11-11T21:43:44,989 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731361394728/wal.1731361394893 with renewLeaseKey: DEFAULT_16586 java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T21:43:44,989 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731361419331/wal.1731361419727 with renewLeaseKey: DEFAULT_16767 java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T21:43:44,992 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731361403691/wal.1731361413168 with renewLeaseKey: DEFAULT_16678 java.io.FileNotFoundException: File does not exist: /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731361403691/wal.1731361413168 (inode 16678) Holder DFSClient_NONMAPREDUCE_967709050_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:110) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:653) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:619) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.ipc.RemoteException: File does not exist: /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731361403691/wal.1731361413168 (inode 16678) Holder DFSClient_NONMAPREDUCE_967709050_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy45.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$complete$13(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.complete(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy46.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:646) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 25 more 2024-11-11T21:43:44,993 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731361387541/wal.1731361387636 with renewLeaseKey: DEFAULT_16506 java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T21:43:44,995 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testdatalosswheninputerror-manual,16010,1731361413529/wal.1731361414526 with renewLeaseKey: DEFAULT_16704 java.io.FileNotFoundException: File does not exist: /hbase/WALs/testdatalosswheninputerror-manual,16010,1731361413529/wal.1731361414526 (inode 16704) Holder DFSClient_NONMAPREDUCE_967709050_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:110) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:653) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:619) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.ipc.RemoteException: File does not exist: /hbase/WALs/testdatalosswheninputerror-manual,16010,1731361413529/wal.1731361414526 (inode 16704) Holder DFSClient_NONMAPREDUCE_967709050_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy45.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$complete$13(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.complete(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy46.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:646) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 25 more 2024-11-11T21:43:44,996 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731361414723/wal.1731361414799 with renewLeaseKey: DEFAULT_16726 java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T21:43:44,998 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testnameconflictwhensplit1-manual,16010,1731361386989/wal.1731361387365 with renewLeaseKey: DEFAULT_16485 java.io.FileNotFoundException: File does not exist: /hbase/WALs/testnameconflictwhensplit1-manual,16010,1731361386989/wal.1731361387365 (inode 16485) Holder DFSClient_NONMAPREDUCE_967709050_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:110) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:653) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:619) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.ipc.RemoteException: File does not exist: /hbase/WALs/testnameconflictwhensplit1-manual,16010,1731361386989/wal.1731361387365 (inode 16485) Holder DFSClient_NONMAPREDUCE_967709050_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy45.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$complete$13(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.complete(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy46.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:646) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 25 more 2024-11-11T21:43:45,001 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testnameconflictwhensplit0-manual,16010,1731361386275/wal.1731361386713 with renewLeaseKey: DEFAULT_16462 java.io.FileNotFoundException: File does not exist: /hbase/WALs/testnameconflictwhensplit0-manual,16010,1731361386275/wal.1731361386713 (inode 16462) Holder DFSClient_NONMAPREDUCE_967709050_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:110) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:653) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:619) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.ipc.RemoteException: File does not exist: /hbase/WALs/testnameconflictwhensplit0-manual,16010,1731361386275/wal.1731361386713 (inode 16462) Holder DFSClient_NONMAPREDUCE_967709050_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy45.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$complete$13(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.complete(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy46.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:646) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 25 more 2024-11-11T21:43:45,006 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@b7f81b{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T21:43:45,009 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5d3aa315{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T21:43:45,010 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T21:43:45,010 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@606c1a1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T21:43:45,010 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4d7caafc{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/445e3bf2-c829-1611-f31e-027eb425314c/hadoop.log.dir/,STOPPED} 2024-11-11T21:43:45,014 WARN [BP-1834427550-172.17.0.2-1731361380658 heartbeating to localhost/127.0.0.1:33499 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-11T21:43:45,014 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-11T21:43:45,014 WARN [BP-1834427550-172.17.0.2-1731361380658 heartbeating to localhost/127.0.0.1:33499 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1834427550-172.17.0.2-1731361380658 (Datanode Uuid 68130cbd-2707-4cbf-b108-49abdc384bad) service to localhost/127.0.0.1:33499 2024-11-11T21:43:45,014 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-11T21:43:45,016 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/445e3bf2-c829-1611-f31e-027eb425314c/cluster_69fa997f-63d7-ca85-9bcc-9ad519d6ce13/data/data5/current/BP-1834427550-172.17.0.2-1731361380658 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T21:43:45,016 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/445e3bf2-c829-1611-f31e-027eb425314c/cluster_69fa997f-63d7-ca85-9bcc-9ad519d6ce13/data/data6/current/BP-1834427550-172.17.0.2-1731361380658 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T21:43:45,016 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-11T21:43:45,027 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@565a2c18{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T21:43:45,028 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@311fb016{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T21:43:45,028 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T21:43:45,028 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@540114bd{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T21:43:45,028 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3fe9d746{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/445e3bf2-c829-1611-f31e-027eb425314c/hadoop.log.dir/,STOPPED} 2024-11-11T21:43:45,030 WARN [BP-1834427550-172.17.0.2-1731361380658 heartbeating to localhost/127.0.0.1:33499 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-11T21:43:45,030 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-11T21:43:45,030 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-11T21:43:45,030 WARN [BP-1834427550-172.17.0.2-1731361380658 heartbeating to localhost/127.0.0.1:33499 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1834427550-172.17.0.2-1731361380658 (Datanode Uuid 8517356d-20e5-4842-a232-2cd8b9fb11f8) service to localhost/127.0.0.1:33499 2024-11-11T21:43:45,030 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/445e3bf2-c829-1611-f31e-027eb425314c/cluster_69fa997f-63d7-ca85-9bcc-9ad519d6ce13/data/data3/current/BP-1834427550-172.17.0.2-1731361380658 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T21:43:45,031 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/445e3bf2-c829-1611-f31e-027eb425314c/cluster_69fa997f-63d7-ca85-9bcc-9ad519d6ce13/data/data4/current/BP-1834427550-172.17.0.2-1731361380658 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T21:43:45,031 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-11T21:43:45,038 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@388bacc3{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T21:43:45,038 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6f48fbbe{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T21:43:45,038 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T21:43:45,039 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@63c29ae0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T21:43:45,039 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3f494b95{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/445e3bf2-c829-1611-f31e-027eb425314c/hadoop.log.dir/,STOPPED} 2024-11-11T21:43:45,040 WARN [BP-1834427550-172.17.0.2-1731361380658 heartbeating to localhost/127.0.0.1:33499 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-11T21:43:45,040 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-11T21:43:45,040 WARN [BP-1834427550-172.17.0.2-1731361380658 heartbeating to localhost/127.0.0.1:33499 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1834427550-172.17.0.2-1731361380658 (Datanode Uuid d5279276-0f92-4978-b921-ec2b25c39eb8) service to localhost/127.0.0.1:33499 2024-11-11T21:43:45,040 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-11T21:43:45,041 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/445e3bf2-c829-1611-f31e-027eb425314c/cluster_69fa997f-63d7-ca85-9bcc-9ad519d6ce13/data/data1/current/BP-1834427550-172.17.0.2-1731361380658 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T21:43:45,041 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/445e3bf2-c829-1611-f31e-027eb425314c/cluster_69fa997f-63d7-ca85-9bcc-9ad519d6ce13/data/data2/current/BP-1834427550-172.17.0.2-1731361380658 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T21:43:45,041 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-11T21:43:45,073 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6878e65d{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T21:43:45,074 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2f30922e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T21:43:45,074 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T21:43:45,074 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4e578b56{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T21:43:45,074 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6bdd7391{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/445e3bf2-c829-1611-f31e-027eb425314c/hadoop.log.dir/,STOPPED} 2024-11-11T21:43:45,086 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-11T21:43:45,140 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down