2024-11-20 21:50:32,385 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@20b2475a 2024-11-20 21:50:32,401 main DEBUG Took 0.013244 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-20 21:50:32,401 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-20 21:50:32,401 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-20 21:50:32,403 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-20 21:50:32,404 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 21:50:32,413 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-20 21:50:32,426 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 21:50:32,428 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 21:50:32,429 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 21:50:32,429 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 21:50:32,430 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 21:50:32,430 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 21:50:32,432 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 21:50:32,432 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 21:50:32,433 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 21:50:32,433 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 21:50:32,435 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 21:50:32,435 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 21:50:32,436 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 21:50:32,436 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 21:50:32,437 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 21:50:32,437 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 21:50:32,438 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 21:50:32,438 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 21:50:32,439 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 21:50:32,440 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 21:50:32,440 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 21:50:32,441 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 21:50:32,441 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 21:50:32,442 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 21:50:32,442 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 21:50:32,443 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-20 21:50:32,445 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 21:50:32,446 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-20 21:50:32,449 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-20 21:50:32,449 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-20 21:50:32,451 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-20 21:50:32,451 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-20 21:50:32,462 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-20 21:50:32,464 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-20 21:50:32,466 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-20 21:50:32,467 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-20 21:50:32,467 main DEBUG createAppenders(={Console}) 2024-11-20 21:50:32,468 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@20b2475a initialized 2024-11-20 21:50:32,469 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@20b2475a 2024-11-20 21:50:32,469 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@20b2475a OK. 2024-11-20 21:50:32,470 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-20 21:50:32,470 main DEBUG OutputStream closed 2024-11-20 21:50:32,471 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-20 21:50:32,471 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-20 21:50:32,472 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@4310d43 OK 2024-11-20 21:50:32,558 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-20 21:50:32,562 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-20 21:50:32,563 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-20 21:50:32,565 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-20 21:50:32,566 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-20 21:50:32,566 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-20 21:50:32,567 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-20 21:50:32,567 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-20 21:50:32,568 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-20 21:50:32,568 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-20 21:50:32,569 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-20 21:50:32,569 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-20 21:50:32,570 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-20 21:50:32,570 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-20 21:50:32,571 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-20 21:50:32,571 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-20 21:50:32,572 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-20 21:50:32,573 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-20 21:50:32,576 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-20 21:50:32,576 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-logging/target/hbase-logging-4.0.0-alpha-1-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@12f9af83) with optional ClassLoader: null 2024-11-20 21:50:32,577 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-20 21:50:32,578 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@12f9af83] started OK. 2024-11-20T21:50:32,885 DEBUG [main {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/165f4628-b01f-b435-db81-78006882034a 2024-11-20 21:50:32,888 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-20 21:50:32,888 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-20T21:50:32,897 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay timeout: 13 mins 2024-11-20T21:50:32,903 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplayCompressed timeout: 13 mins 2024-11-20T21:50:32,925 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-20T21:50:32,978 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-20T21:50:32,978 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-20T21:50:32,992 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=3, rsPorts=, rsClass=null, numDataNodes=3, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-20T21:50:33,012 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/165f4628-b01f-b435-db81-78006882034a/cluster_19b05791-9dcf-4c0a-75cc-186bb1db03a7, deleteOnExit=true 2024-11-20T21:50:33,013 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-20T21:50:33,014 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/165f4628-b01f-b435-db81-78006882034a/test.cache.data in system properties and HBase conf 2024-11-20T21:50:33,015 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/165f4628-b01f-b435-db81-78006882034a/hadoop.tmp.dir in system properties and HBase conf 2024-11-20T21:50:33,016 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/165f4628-b01f-b435-db81-78006882034a/hadoop.log.dir in system properties and HBase conf 2024-11-20T21:50:33,017 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/165f4628-b01f-b435-db81-78006882034a/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-20T21:50:33,018 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/165f4628-b01f-b435-db81-78006882034a/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-20T21:50:33,018 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-20T21:50:33,097 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-20T21:50:33,188 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-20T21:50:33,194 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/165f4628-b01f-b435-db81-78006882034a/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-20T21:50:33,195 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/165f4628-b01f-b435-db81-78006882034a/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-20T21:50:33,195 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/165f4628-b01f-b435-db81-78006882034a/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-20T21:50:33,196 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/165f4628-b01f-b435-db81-78006882034a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T21:50:33,197 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/165f4628-b01f-b435-db81-78006882034a/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-20T21:50:33,197 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/165f4628-b01f-b435-db81-78006882034a/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-20T21:50:33,198 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/165f4628-b01f-b435-db81-78006882034a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T21:50:33,199 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/165f4628-b01f-b435-db81-78006882034a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T21:50:33,199 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/165f4628-b01f-b435-db81-78006882034a/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-20T21:50:33,200 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/165f4628-b01f-b435-db81-78006882034a/nfs.dump.dir in system properties and HBase conf 2024-11-20T21:50:33,200 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/165f4628-b01f-b435-db81-78006882034a/java.io.tmpdir in system properties and HBase conf 2024-11-20T21:50:33,201 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/165f4628-b01f-b435-db81-78006882034a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T21:50:33,201 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/165f4628-b01f-b435-db81-78006882034a/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-20T21:50:33,202 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/165f4628-b01f-b435-db81-78006882034a/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-20T21:50:33,926 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-20T21:50:34,006 INFO [Time-limited test {}] log.Log(170): Logging initialized @2307ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-20T21:50:34,087 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T21:50:34,149 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T21:50:34,173 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T21:50:34,173 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T21:50:34,174 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-20T21:50:34,191 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T21:50:34,195 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7df2ce7d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/165f4628-b01f-b435-db81-78006882034a/hadoop.log.dir/,AVAILABLE} 2024-11-20T21:50:34,196 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@556c8d80{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T21:50:34,369 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@15708251{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/165f4628-b01f-b435-db81-78006882034a/java.io.tmpdir/jetty-localhost-43301-hadoop-hdfs-3_4_1-tests_jar-_-any-11854649752841382304/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T21:50:34,374 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@53722aa4{HTTP/1.1, (http/1.1)}{localhost:43301} 2024-11-20T21:50:34,374 INFO [Time-limited test {}] server.Server(415): Started @2676ms 2024-11-20T21:50:34,686 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T21:50:34,696 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T21:50:34,697 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T21:50:34,698 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T21:50:34,698 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-20T21:50:34,699 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2360e98d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/165f4628-b01f-b435-db81-78006882034a/hadoop.log.dir/,AVAILABLE} 2024-11-20T21:50:34,699 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@68bd26d7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T21:50:34,798 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7bf0ae31{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/165f4628-b01f-b435-db81-78006882034a/java.io.tmpdir/jetty-localhost-34771-hadoop-hdfs-3_4_1-tests_jar-_-any-2448743734376342406/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T21:50:34,799 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5692e658{HTTP/1.1, (http/1.1)}{localhost:34771} 2024-11-20T21:50:34,799 INFO [Time-limited test {}] server.Server(415): Started @3101ms 2024-11-20T21:50:34,845 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-20T21:50:34,956 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T21:50:34,964 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T21:50:34,966 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T21:50:34,966 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T21:50:34,966 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-20T21:50:34,967 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4b4a45b0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/165f4628-b01f-b435-db81-78006882034a/hadoop.log.dir/,AVAILABLE} 2024-11-20T21:50:34,968 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@56b90dec{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T21:50:35,115 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4fd8b58e{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/165f4628-b01f-b435-db81-78006882034a/java.io.tmpdir/jetty-localhost-46039-hadoop-hdfs-3_4_1-tests_jar-_-any-10783553056627778614/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T21:50:35,116 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6c11d4ec{HTTP/1.1, (http/1.1)}{localhost:46039} 2024-11-20T21:50:35,116 INFO [Time-limited test {}] server.Server(415): Started @3418ms 2024-11-20T21:50:35,119 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-20T21:50:35,173 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T21:50:35,180 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T21:50:35,182 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T21:50:35,182 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T21:50:35,182 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-20T21:50:35,183 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7bc0fd9c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/165f4628-b01f-b435-db81-78006882034a/hadoop.log.dir/,AVAILABLE} 2024-11-20T21:50:35,184 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@558faad6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T21:50:35,233 WARN [Thread-108 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/165f4628-b01f-b435-db81-78006882034a/cluster_19b05791-9dcf-4c0a-75cc-186bb1db03a7/data/data4/current/BP-2054634144-172.17.0.2-1732139433704/current, will proceed with Du for space computation calculation, 2024-11-20T21:50:35,233 WARN [Thread-107 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/165f4628-b01f-b435-db81-78006882034a/cluster_19b05791-9dcf-4c0a-75cc-186bb1db03a7/data/data2/current/BP-2054634144-172.17.0.2-1732139433704/current, will proceed with Du for space computation calculation, 2024-11-20T21:50:35,233 WARN [Thread-106 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/165f4628-b01f-b435-db81-78006882034a/cluster_19b05791-9dcf-4c0a-75cc-186bb1db03a7/data/data3/current/BP-2054634144-172.17.0.2-1732139433704/current, will proceed with Du for space computation calculation, 2024-11-20T21:50:35,233 WARN [Thread-105 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/165f4628-b01f-b435-db81-78006882034a/cluster_19b05791-9dcf-4c0a-75cc-186bb1db03a7/data/data1/current/BP-2054634144-172.17.0.2-1732139433704/current, will proceed with Du for space computation calculation, 2024-11-20T21:50:35,281 WARN [Thread-83 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-20T21:50:35,281 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-20T21:50:35,301 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@a99090d{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/165f4628-b01f-b435-db81-78006882034a/java.io.tmpdir/jetty-localhost-45207-hadoop-hdfs-3_4_1-tests_jar-_-any-11671918329422743693/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T21:50:35,302 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7c61cf26{HTTP/1.1, (http/1.1)}{localhost:45207} 2024-11-20T21:50:35,302 INFO [Time-limited test {}] server.Server(415): Started @3604ms 2024-11-20T21:50:35,305 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-20T21:50:35,344 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6a76e1ce66ad137a with lease ID 0x3660364191da3cf6: Processing first storage report for DS-d1189d62-b129-4f55-974b-c3c4144a4e3b from datanode DatanodeRegistration(127.0.0.1:33523, datanodeUuid=3dbdc2ee-4014-4523-8402-38d4b225bbf8, infoPort=41653, infoSecurePort=0, ipcPort=34881, storageInfo=lv=-57;cid=testClusterID;nsid=2011812191;c=1732139433704) 2024-11-20T21:50:35,345 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6a76e1ce66ad137a with lease ID 0x3660364191da3cf6: from storage DS-d1189d62-b129-4f55-974b-c3c4144a4e3b node DatanodeRegistration(127.0.0.1:33523, datanodeUuid=3dbdc2ee-4014-4523-8402-38d4b225bbf8, infoPort=41653, infoSecurePort=0, ipcPort=34881, storageInfo=lv=-57;cid=testClusterID;nsid=2011812191;c=1732139433704), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0 2024-11-20T21:50:35,346 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x15de32cd8169cc21 with lease ID 0x3660364191da3cf7: Processing first storage report for DS-227376d8-446b-4d9d-93bd-c918f8b2a0a4 from datanode DatanodeRegistration(127.0.0.1:34821, datanodeUuid=bfd1a94b-14fc-401d-853d-709c60f65ab4, infoPort=35005, infoSecurePort=0, ipcPort=38381, storageInfo=lv=-57;cid=testClusterID;nsid=2011812191;c=1732139433704) 2024-11-20T21:50:35,346 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x15de32cd8169cc21 with lease ID 0x3660364191da3cf7: from storage DS-227376d8-446b-4d9d-93bd-c918f8b2a0a4 node DatanodeRegistration(127.0.0.1:34821, datanodeUuid=bfd1a94b-14fc-401d-853d-709c60f65ab4, infoPort=35005, infoSecurePort=0, ipcPort=38381, storageInfo=lv=-57;cid=testClusterID;nsid=2011812191;c=1732139433704), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T21:50:35,347 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6a76e1ce66ad137a with lease ID 0x3660364191da3cf6: Processing first storage report for DS-4a514e68-d029-49bb-903f-49c1ecb6828a from datanode DatanodeRegistration(127.0.0.1:33523, datanodeUuid=3dbdc2ee-4014-4523-8402-38d4b225bbf8, infoPort=41653, infoSecurePort=0, ipcPort=34881, storageInfo=lv=-57;cid=testClusterID;nsid=2011812191;c=1732139433704) 2024-11-20T21:50:35,347 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6a76e1ce66ad137a with lease ID 0x3660364191da3cf6: from storage DS-4a514e68-d029-49bb-903f-49c1ecb6828a node DatanodeRegistration(127.0.0.1:33523, datanodeUuid=3dbdc2ee-4014-4523-8402-38d4b225bbf8, infoPort=41653, infoSecurePort=0, ipcPort=34881, storageInfo=lv=-57;cid=testClusterID;nsid=2011812191;c=1732139433704), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-20T21:50:35,347 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x15de32cd8169cc21 with lease ID 0x3660364191da3cf7: Processing first storage report for DS-794d8ff8-d6d5-42eb-bae0-ce80061a892c from datanode DatanodeRegistration(127.0.0.1:34821, datanodeUuid=bfd1a94b-14fc-401d-853d-709c60f65ab4, infoPort=35005, infoSecurePort=0, ipcPort=38381, storageInfo=lv=-57;cid=testClusterID;nsid=2011812191;c=1732139433704) 2024-11-20T21:50:35,348 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x15de32cd8169cc21 with lease ID 0x3660364191da3cf7: from storage DS-794d8ff8-d6d5-42eb-bae0-ce80061a892c node DatanodeRegistration(127.0.0.1:34821, datanodeUuid=bfd1a94b-14fc-401d-853d-709c60f65ab4, infoPort=35005, infoSecurePort=0, ipcPort=38381, storageInfo=lv=-57;cid=testClusterID;nsid=2011812191;c=1732139433704), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T21:50:35,387 WARN [Thread-139 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/165f4628-b01f-b435-db81-78006882034a/cluster_19b05791-9dcf-4c0a-75cc-186bb1db03a7/data/data5/current/BP-2054634144-172.17.0.2-1732139433704/current, will proceed with Du for space computation calculation, 2024-11-20T21:50:35,387 WARN [Thread-140 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/165f4628-b01f-b435-db81-78006882034a/cluster_19b05791-9dcf-4c0a-75cc-186bb1db03a7/data/data6/current/BP-2054634144-172.17.0.2-1732139433704/current, will proceed with Du for space computation calculation, 2024-11-20T21:50:35,412 WARN [Thread-129 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-20T21:50:35,417 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9f1a95c729c83a48 with lease ID 0x3660364191da3cf8: Processing first storage report for DS-f2cc9084-db20-46a0-820e-047e4164573b from datanode DatanodeRegistration(127.0.0.1:40861, datanodeUuid=ca84e32a-af82-446e-8fb5-5444cedc0633, infoPort=46499, infoSecurePort=0, ipcPort=46469, storageInfo=lv=-57;cid=testClusterID;nsid=2011812191;c=1732139433704) 2024-11-20T21:50:35,417 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9f1a95c729c83a48 with lease ID 0x3660364191da3cf8: from storage DS-f2cc9084-db20-46a0-820e-047e4164573b node DatanodeRegistration(127.0.0.1:40861, datanodeUuid=ca84e32a-af82-446e-8fb5-5444cedc0633, infoPort=46499, infoSecurePort=0, ipcPort=46469, storageInfo=lv=-57;cid=testClusterID;nsid=2011812191;c=1732139433704), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-20T21:50:35,417 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9f1a95c729c83a48 with lease ID 0x3660364191da3cf8: Processing first storage report for DS-f12de86e-fa45-4350-adf5-43322fd7eaa9 from datanode DatanodeRegistration(127.0.0.1:40861, datanodeUuid=ca84e32a-af82-446e-8fb5-5444cedc0633, infoPort=46499, infoSecurePort=0, ipcPort=46469, storageInfo=lv=-57;cid=testClusterID;nsid=2011812191;c=1732139433704) 2024-11-20T21:50:35,418 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9f1a95c729c83a48 with lease ID 0x3660364191da3cf8: from storage DS-f12de86e-fa45-4350-adf5-43322fd7eaa9 node DatanodeRegistration(127.0.0.1:40861, datanodeUuid=ca84e32a-af82-446e-8fb5-5444cedc0633, infoPort=46499, infoSecurePort=0, ipcPort=46469, storageInfo=lv=-57;cid=testClusterID;nsid=2011812191;c=1732139433704), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T21:50:35,613 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/165f4628-b01f-b435-db81-78006882034a 2024-11-20T21:50:35,688 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/165f4628-b01f-b435-db81-78006882034a/cluster_19b05791-9dcf-4c0a-75cc-186bb1db03a7/zookeeper_0, clientPort=64198, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/165f4628-b01f-b435-db81-78006882034a/cluster_19b05791-9dcf-4c0a-75cc-186bb1db03a7/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/165f4628-b01f-b435-db81-78006882034a/cluster_19b05791-9dcf-4c0a-75cc-186bb1db03a7/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-20T21:50:35,707 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=64198 2024-11-20T21:50:35,721 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T21:50:35,725 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T21:50:35,927 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40861 is added to blk_1073741825_1001 (size=7) 2024-11-20T21:50:35,928 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33523 is added to blk_1073741825_1001 (size=7) 2024-11-20T21:50:35,929 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073741825_1001 (size=7) 2024-11-20T21:50:36,337 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41921/user/jenkins/test-data/5bab72b3-2615-0448-3310-a25f6519c0d3 with version=8 2024-11-20T21:50:36,337 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:41921/user/jenkins/test-data/5bab72b3-2615-0448-3310-a25f6519c0d3/hbase-staging 2024-11-20T21:50:36,602 INFO [Time-limited test {}] client.ConnectionUtils(128): master/e1fae5a3a175:0 server-side Connection retries=45 2024-11-20T21:50:36,610 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T21:50:36,611 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T21:50:36,615 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T21:50:36,615 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T21:50:36,616 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T21:50:36,782 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-20T21:50:36,867 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-20T21:50:36,881 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-20T21:50:36,887 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T21:50:36,925 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 79052 (auto-detected) 2024-11-20T21:50:36,927 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-20T21:50:36,954 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34395 2024-11-20T21:50:36,984 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:34395 connecting to ZooKeeper ensemble=127.0.0.1:64198 2024-11-20T21:50:37,035 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:343950x0, quorum=127.0.0.1:64198, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T21:50:37,039 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:34395-0x1005f1da3030000 connected 2024-11-20T21:50:37,086 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T21:50:37,090 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T21:50:37,104 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34395-0x1005f1da3030000, quorum=127.0.0.1:64198, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-20T21:50:37,109 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:41921/user/jenkins/test-data/5bab72b3-2615-0448-3310-a25f6519c0d3, hbase.cluster.distributed=false 2024-11-20T21:50:37,139 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34395-0x1005f1da3030000, quorum=127.0.0.1:64198, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-20T21:50:37,145 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34395 2024-11-20T21:50:37,149 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34395 2024-11-20T21:50:37,151 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34395 2024-11-20T21:50:37,154 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34395 2024-11-20T21:50:37,155 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34395 2024-11-20T21:50:37,277 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/e1fae5a3a175:0 server-side Connection retries=45 2024-11-20T21:50:37,279 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T21:50:37,279 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T21:50:37,280 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T21:50:37,280 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T21:50:37,280 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T21:50:37,283 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-20T21:50:37,286 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T21:50:37,287 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44247 2024-11-20T21:50:37,289 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44247 connecting to ZooKeeper ensemble=127.0.0.1:64198 2024-11-20T21:50:37,291 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T21:50:37,298 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T21:50:37,308 DEBUG [pool-64-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:442470x0, quorum=127.0.0.1:64198, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T21:50:37,310 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:442470x0, quorum=127.0.0.1:64198, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-20T21:50:37,311 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44247-0x1005f1da3030001 connected 2024-11-20T21:50:37,316 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-20T21:50:37,329 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-20T21:50:37,332 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44247-0x1005f1da3030001, quorum=127.0.0.1:64198, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-20T21:50:37,339 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44247-0x1005f1da3030001, quorum=127.0.0.1:64198, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-20T21:50:37,340 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44247 2024-11-20T21:50:37,340 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44247 2024-11-20T21:50:37,341 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44247 2024-11-20T21:50:37,345 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44247 2024-11-20T21:50:37,346 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44247 2024-11-20T21:50:37,365 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/e1fae5a3a175:0 server-side Connection retries=45 2024-11-20T21:50:37,366 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T21:50:37,366 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T21:50:37,366 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T21:50:37,366 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T21:50:37,367 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T21:50:37,367 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-20T21:50:37,367 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T21:50:37,368 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46131 2024-11-20T21:50:37,370 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:46131 connecting to ZooKeeper ensemble=127.0.0.1:64198 2024-11-20T21:50:37,371 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T21:50:37,377 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T21:50:37,388 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:461310x0, quorum=127.0.0.1:64198, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T21:50:37,389 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:461310x0, quorum=127.0.0.1:64198, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-20T21:50:37,389 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46131-0x1005f1da3030002 connected 2024-11-20T21:50:37,390 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-20T21:50:37,391 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-20T21:50:37,393 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46131-0x1005f1da3030002, quorum=127.0.0.1:64198, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-20T21:50:37,395 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46131-0x1005f1da3030002, quorum=127.0.0.1:64198, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-20T21:50:37,400 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46131 2024-11-20T21:50:37,400 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46131 2024-11-20T21:50:37,401 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46131 2024-11-20T21:50:37,408 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46131 2024-11-20T21:50:37,409 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46131 2024-11-20T21:50:37,429 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/e1fae5a3a175:0 server-side Connection retries=45 2024-11-20T21:50:37,429 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T21:50:37,430 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T21:50:37,430 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T21:50:37,430 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T21:50:37,430 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T21:50:37,430 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-20T21:50:37,431 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T21:50:37,432 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37377 2024-11-20T21:50:37,434 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37377 connecting to ZooKeeper ensemble=127.0.0.1:64198 2024-11-20T21:50:37,436 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T21:50:37,439 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T21:50:37,444 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:373770x0, quorum=127.0.0.1:64198, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T21:50:37,445 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37377-0x1005f1da3030003 connected 2024-11-20T21:50:37,445 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37377-0x1005f1da3030003, quorum=127.0.0.1:64198, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-20T21:50:37,446 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-20T21:50:37,450 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-20T21:50:37,451 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37377-0x1005f1da3030003, quorum=127.0.0.1:64198, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-20T21:50:37,453 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37377-0x1005f1da3030003, quorum=127.0.0.1:64198, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-20T21:50:37,465 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37377 2024-11-20T21:50:37,466 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37377 2024-11-20T21:50:37,469 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37377 2024-11-20T21:50:37,472 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37377 2024-11-20T21:50:37,472 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37377 2024-11-20T21:50:37,490 DEBUG [M:0;e1fae5a3a175:34395 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;e1fae5a3a175:34395 2024-11-20T21:50:37,491 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/e1fae5a3a175,34395,1732139436430 2024-11-20T21:50:37,497 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34395-0x1005f1da3030000, quorum=127.0.0.1:64198, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-20T21:50:37,497 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46131-0x1005f1da3030002, quorum=127.0.0.1:64198, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-20T21:50:37,497 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37377-0x1005f1da3030003, quorum=127.0.0.1:64198, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-20T21:50:37,497 DEBUG [pool-64-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44247-0x1005f1da3030001, quorum=127.0.0.1:64198, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-20T21:50:37,503 DEBUG [master/e1fae5a3a175:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34395-0x1005f1da3030000, quorum=127.0.0.1:64198, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/e1fae5a3a175,34395,1732139436430 2024-11-20T21:50:37,525 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46131-0x1005f1da3030002, quorum=127.0.0.1:64198, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-20T21:50:37,525 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37377-0x1005f1da3030003, quorum=127.0.0.1:64198, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-20T21:50:37,525 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46131-0x1005f1da3030002, quorum=127.0.0.1:64198, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T21:50:37,525 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37377-0x1005f1da3030003, quorum=127.0.0.1:64198, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T21:50:37,525 DEBUG [pool-64-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44247-0x1005f1da3030001, quorum=127.0.0.1:64198, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-20T21:50:37,525 DEBUG [pool-64-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44247-0x1005f1da3030001, quorum=127.0.0.1:64198, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T21:50:37,525 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34395-0x1005f1da3030000, quorum=127.0.0.1:64198, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T21:50:37,527 DEBUG [master/e1fae5a3a175:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34395-0x1005f1da3030000, quorum=127.0.0.1:64198, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-20T21:50:37,528 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/e1fae5a3a175,34395,1732139436430 from backup master directory 2024-11-20T21:50:37,530 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46131-0x1005f1da3030002, quorum=127.0.0.1:64198, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-20T21:50:37,530 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37377-0x1005f1da3030003, quorum=127.0.0.1:64198, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-20T21:50:37,530 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34395-0x1005f1da3030000, quorum=127.0.0.1:64198, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/e1fae5a3a175,34395,1732139436430 2024-11-20T21:50:37,530 DEBUG [pool-64-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44247-0x1005f1da3030001, quorum=127.0.0.1:64198, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-20T21:50:37,530 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34395-0x1005f1da3030000, quorum=127.0.0.1:64198, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-20T21:50:37,531 WARN [master/e1fae5a3a175:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T21:50:37,531 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=e1fae5a3a175,34395,1732139436430 2024-11-20T21:50:37,534 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-20T21:50:37,536 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-20T21:50:37,599 DEBUG [master/e1fae5a3a175:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:41921/user/jenkins/test-data/5bab72b3-2615-0448-3310-a25f6519c0d3/hbase.id] with ID: 3b5b20ad-a228-47bc-87a1-4ffa8c5c569b 2024-11-20T21:50:37,600 DEBUG [master/e1fae5a3a175:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:41921/user/jenkins/test-data/5bab72b3-2615-0448-3310-a25f6519c0d3/.tmp/hbase.id 2024-11-20T21:50:37,617 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33523 is added to blk_1073741826_1002 (size=42) 2024-11-20T21:50:37,617 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073741826_1002 (size=42) 2024-11-20T21:50:37,619 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40861 is added to blk_1073741826_1002 (size=42) 2024-11-20T21:50:37,619 DEBUG [master/e1fae5a3a175:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:41921/user/jenkins/test-data/5bab72b3-2615-0448-3310-a25f6519c0d3/.tmp/hbase.id]:[hdfs://localhost:41921/user/jenkins/test-data/5bab72b3-2615-0448-3310-a25f6519c0d3/hbase.id] 2024-11-20T21:50:37,667 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T21:50:37,672 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-20T21:50:37,697 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 23ms. 2024-11-20T21:50:37,700 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37377-0x1005f1da3030003, quorum=127.0.0.1:64198, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T21:50:37,700 DEBUG [pool-64-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44247-0x1005f1da3030001, quorum=127.0.0.1:64198, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T21:50:37,700 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46131-0x1005f1da3030002, quorum=127.0.0.1:64198, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T21:50:37,700 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34395-0x1005f1da3030000, quorum=127.0.0.1:64198, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T21:50:37,717 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073741827_1003 (size=196) 2024-11-20T21:50:37,718 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40861 is added to blk_1073741827_1003 (size=196) 2024-11-20T21:50:37,718 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33523 is added to blk_1073741827_1003 (size=196) 2024-11-20T21:50:37,733 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T21:50:37,735 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-20T21:50:37,739 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T21:50:37,768 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073741828_1004 (size=1189) 2024-11-20T21:50:37,769 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33523 is added to blk_1073741828_1004 (size=1189) 2024-11-20T21:50:37,769 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40861 is added to blk_1073741828_1004 (size=1189) 2024-11-20T21:50:37,784 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:41921/user/jenkins/test-data/5bab72b3-2615-0448-3310-a25f6519c0d3/MasterData/data/master/store 2024-11-20T21:50:37,820 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073741829_1005 (size=34) 2024-11-20T21:50:37,820 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33523 is added to blk_1073741829_1005 (size=34) 2024-11-20T21:50:37,821 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40861 is added to blk_1073741829_1005 (size=34) 2024-11-20T21:50:37,830 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-20T21:50:37,833 DEBUG [master/e1fae5a3a175:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T21:50:37,834 DEBUG [master/e1fae5a3a175:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T21:50:37,834 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T21:50:37,834 DEBUG [master/e1fae5a3a175:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T21:50:37,836 DEBUG [master/e1fae5a3a175:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T21:50:37,836 DEBUG [master/e1fae5a3a175:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T21:50:37,836 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T21:50:37,837 DEBUG [master/e1fae5a3a175:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732139437834Disabling compacts and flushes for region at 1732139437834Disabling writes for close at 1732139437836 (+2 ms)Writing region close event to WAL at 1732139437836Closed at 1732139437836 2024-11-20T21:50:37,839 WARN [master/e1fae5a3a175:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:41921/user/jenkins/test-data/5bab72b3-2615-0448-3310-a25f6519c0d3/MasterData/data/master/store/.initializing 2024-11-20T21:50:37,839 DEBUG [master/e1fae5a3a175:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:41921/user/jenkins/test-data/5bab72b3-2615-0448-3310-a25f6519c0d3/MasterData/WALs/e1fae5a3a175,34395,1732139436430 2024-11-20T21:50:37,847 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T21:50:37,865 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e1fae5a3a175%2C34395%2C1732139436430, suffix=, logDir=hdfs://localhost:41921/user/jenkins/test-data/5bab72b3-2615-0448-3310-a25f6519c0d3/MasterData/WALs/e1fae5a3a175,34395,1732139436430, archiveDir=hdfs://localhost:41921/user/jenkins/test-data/5bab72b3-2615-0448-3310-a25f6519c0d3/MasterData/oldWALs, maxLogs=10 2024-11-20T21:50:37,899 DEBUG [master/e1fae5a3a175:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5bab72b3-2615-0448-3310-a25f6519c0d3/MasterData/WALs/e1fae5a3a175,34395,1732139436430/e1fae5a3a175%2C34395%2C1732139436430.1732139437871, exclude list is [], retry=0 2024-11-20T21:50:37,917 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.initialize(FanOutOneBlockAsyncDFSOutputHelper.java:413) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$5.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:472) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$5.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:467) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.NettyFutureUtils.lambda$addListener$0(NettyFutureUtils.java:56) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setSuccess0(DefaultPromise.java:625) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.trySuccess(DefaultPromise.java:105) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPromise.trySuccess(DefaultChannelPromise.java:84) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:658) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:696) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T21:50:37,922 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40861,DS-f2cc9084-db20-46a0-820e-047e4164573b,DISK] 2024-11-20T21:50:37,922 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34821,DS-227376d8-446b-4d9d-93bd-c918f8b2a0a4,DISK] 2024-11-20T21:50:37,922 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33523,DS-d1189d62-b129-4f55-974b-c3c4144a4e3b,DISK] 2024-11-20T21:50:37,925 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-20T21:50:37,968 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5bab72b3-2615-0448-3310-a25f6519c0d3/MasterData/WALs/e1fae5a3a175,34395,1732139436430/e1fae5a3a175%2C34395%2C1732139436430.1732139437871 2024-11-20T21:50:37,970 DEBUG [master/e1fae5a3a175:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41653:41653),(127.0.0.1/127.0.0.1:46499:46499),(127.0.0.1/127.0.0.1:35005:35005)] 2024-11-20T21:50:37,970 DEBUG [master/e1fae5a3a175:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-20T21:50:37,971 DEBUG [master/e1fae5a3a175:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T21:50:37,974 DEBUG [master/e1fae5a3a175:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T21:50:37,975 DEBUG [master/e1fae5a3a175:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T21:50:38,012 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T21:50:38,040 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-20T21:50:38,044 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:50:38,047 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T21:50:38,048 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T21:50:38,051 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-20T21:50:38,051 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:50:38,052 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T21:50:38,053 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T21:50:38,055 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-20T21:50:38,056 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:50:38,057 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T21:50:38,057 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T21:50:38,060 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-20T21:50:38,060 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:50:38,062 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T21:50:38,062 DEBUG [master/e1fae5a3a175:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T21:50:38,066 DEBUG [master/e1fae5a3a175:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41921/user/jenkins/test-data/5bab72b3-2615-0448-3310-a25f6519c0d3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T21:50:38,067 DEBUG [master/e1fae5a3a175:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41921/user/jenkins/test-data/5bab72b3-2615-0448-3310-a25f6519c0d3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T21:50:38,072 DEBUG [master/e1fae5a3a175:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T21:50:38,073 DEBUG [master/e1fae5a3a175:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T21:50:38,076 DEBUG [master/e1fae5a3a175:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T21:50:38,080 DEBUG [master/e1fae5a3a175:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T21:50:38,085 DEBUG [master/e1fae5a3a175:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41921/user/jenkins/test-data/5bab72b3-2615-0448-3310-a25f6519c0d3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T21:50:38,086 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68905352, jitterRate=0.02676975727081299}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T21:50:38,093 DEBUG [master/e1fae5a3a175:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732139437989Initializing all the Stores at 1732139437991 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732139437992 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732139437992Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732139437993 (+1 ms)Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732139437993Cleaning up temporary data from old regions at 1732139438073 (+80 ms)Region opened successfully at 1732139438093 (+20 ms) 2024-11-20T21:50:38,094 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-20T21:50:38,128 DEBUG [master/e1fae5a3a175:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ddea217, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e1fae5a3a175/172.17.0.2:0 2024-11-20T21:50:38,159 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-20T21:50:38,170 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-20T21:50:38,170 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-20T21:50:38,173 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-20T21:50:38,175 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-20T21:50:38,180 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec 2024-11-20T21:50:38,180 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-20T21:50:38,214 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-20T21:50:38,224 DEBUG [master/e1fae5a3a175:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34395-0x1005f1da3030000, quorum=127.0.0.1:64198, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-20T21:50:38,225 DEBUG [master/e1fae5a3a175:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-20T21:50:38,228 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-20T21:50:38,229 DEBUG [master/e1fae5a3a175:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34395-0x1005f1da3030000, quorum=127.0.0.1:64198, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-20T21:50:38,230 DEBUG [master/e1fae5a3a175:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-20T21:50:38,232 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-20T21:50:38,235 DEBUG [master/e1fae5a3a175:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34395-0x1005f1da3030000, quorum=127.0.0.1:64198, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-20T21:50:38,236 DEBUG [master/e1fae5a3a175:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-20T21:50:38,237 DEBUG [master/e1fae5a3a175:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34395-0x1005f1da3030000, quorum=127.0.0.1:64198, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-20T21:50:38,238 DEBUG [master/e1fae5a3a175:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-20T21:50:38,254 DEBUG [master/e1fae5a3a175:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34395-0x1005f1da3030000, quorum=127.0.0.1:64198, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-20T21:50:38,255 DEBUG [master/e1fae5a3a175:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-20T21:50:38,258 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34395-0x1005f1da3030000, quorum=127.0.0.1:64198, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-20T21:50:38,258 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37377-0x1005f1da3030003, quorum=127.0.0.1:64198, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-20T21:50:38,258 DEBUG [pool-64-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44247-0x1005f1da3030001, quorum=127.0.0.1:64198, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-20T21:50:38,258 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46131-0x1005f1da3030002, quorum=127.0.0.1:64198, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-20T21:50:38,258 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34395-0x1005f1da3030000, quorum=127.0.0.1:64198, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T21:50:38,258 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37377-0x1005f1da3030003, quorum=127.0.0.1:64198, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T21:50:38,258 DEBUG [pool-64-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44247-0x1005f1da3030001, quorum=127.0.0.1:64198, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T21:50:38,258 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46131-0x1005f1da3030002, quorum=127.0.0.1:64198, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T21:50:38,261 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=e1fae5a3a175,34395,1732139436430, sessionid=0x1005f1da3030000, setting cluster-up flag (Was=false) 2024-11-20T21:50:38,271 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37377-0x1005f1da3030003, quorum=127.0.0.1:64198, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T21:50:38,271 DEBUG [pool-64-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44247-0x1005f1da3030001, quorum=127.0.0.1:64198, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T21:50:38,271 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34395-0x1005f1da3030000, quorum=127.0.0.1:64198, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T21:50:38,271 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46131-0x1005f1da3030002, quorum=127.0.0.1:64198, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T21:50:38,275 DEBUG [master/e1fae5a3a175:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-20T21:50:38,277 DEBUG [master/e1fae5a3a175:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e1fae5a3a175,34395,1732139436430 2024-11-20T21:50:38,280 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46131-0x1005f1da3030002, quorum=127.0.0.1:64198, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T21:50:38,280 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34395-0x1005f1da3030000, quorum=127.0.0.1:64198, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T21:50:38,280 DEBUG [pool-64-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44247-0x1005f1da3030001, quorum=127.0.0.1:64198, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T21:50:38,281 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37377-0x1005f1da3030003, quorum=127.0.0.1:64198, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T21:50:38,285 DEBUG [master/e1fae5a3a175:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-20T21:50:38,287 DEBUG [master/e1fae5a3a175:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e1fae5a3a175,34395,1732139436430 2024-11-20T21:50:38,293 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:41921/user/jenkins/test-data/5bab72b3-2615-0448-3310-a25f6519c0d3/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-20T21:50:38,371 DEBUG [master/e1fae5a3a175:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-20T21:50:38,377 INFO [RS:0;e1fae5a3a175:44247 {}] regionserver.HRegionServer(746): ClusterId : 3b5b20ad-a228-47bc-87a1-4ffa8c5c569b 2024-11-20T21:50:38,377 INFO [RS:1;e1fae5a3a175:46131 {}] regionserver.HRegionServer(746): ClusterId : 3b5b20ad-a228-47bc-87a1-4ffa8c5c569b 2024-11-20T21:50:38,378 INFO [RS:2;e1fae5a3a175:37377 {}] regionserver.HRegionServer(746): ClusterId : 3b5b20ad-a228-47bc-87a1-4ffa8c5c569b 2024-11-20T21:50:38,380 DEBUG [RS:1;e1fae5a3a175:46131 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-20T21:50:38,380 DEBUG [RS:2;e1fae5a3a175:37377 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-20T21:50:38,380 DEBUG [RS:0;e1fae5a3a175:44247 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-20T21:50:38,382 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-20T21:50:38,386 DEBUG [RS:1;e1fae5a3a175:46131 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-20T21:50:38,386 DEBUG [RS:2;e1fae5a3a175:37377 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-20T21:50:38,386 DEBUG [RS:0;e1fae5a3a175:44247 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-20T21:50:38,386 DEBUG [RS:1;e1fae5a3a175:46131 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-20T21:50:38,386 DEBUG [RS:2;e1fae5a3a175:37377 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-20T21:50:38,386 DEBUG [RS:0;e1fae5a3a175:44247 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-20T21:50:38,390 DEBUG [RS:1;e1fae5a3a175:46131 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-20T21:50:38,390 DEBUG [RS:0;e1fae5a3a175:44247 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-20T21:50:38,390 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-20T21:50:38,390 DEBUG [RS:0;e1fae5a3a175:44247 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@541e9576, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e1fae5a3a175/172.17.0.2:0 2024-11-20T21:50:38,390 DEBUG [RS:1;e1fae5a3a175:46131 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@42482573, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e1fae5a3a175/172.17.0.2:0 2024-11-20T21:50:38,397 DEBUG [master/e1fae5a3a175:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: e1fae5a3a175,34395,1732139436430 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-20T21:50:38,405 DEBUG [RS:2;e1fae5a3a175:37377 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-20T21:50:38,406 DEBUG [RS:2;e1fae5a3a175:37377 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@57506b93, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e1fae5a3a175/172.17.0.2:0 2024-11-20T21:50:38,409 DEBUG [master/e1fae5a3a175:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/e1fae5a3a175:0, corePoolSize=5, maxPoolSize=5 2024-11-20T21:50:38,410 DEBUG [master/e1fae5a3a175:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/e1fae5a3a175:0, corePoolSize=5, maxPoolSize=5 2024-11-20T21:50:38,410 DEBUG [master/e1fae5a3a175:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/e1fae5a3a175:0, corePoolSize=5, maxPoolSize=5 2024-11-20T21:50:38,410 DEBUG [master/e1fae5a3a175:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/e1fae5a3a175:0, corePoolSize=5, maxPoolSize=5 2024-11-20T21:50:38,410 DEBUG [master/e1fae5a3a175:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/e1fae5a3a175:0, corePoolSize=10, maxPoolSize=10 2024-11-20T21:50:38,410 DEBUG [master/e1fae5a3a175:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/e1fae5a3a175:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:50:38,411 DEBUG [master/e1fae5a3a175:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/e1fae5a3a175:0, corePoolSize=2, maxPoolSize=2 2024-11-20T21:50:38,411 DEBUG [master/e1fae5a3a175:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/e1fae5a3a175:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:50:38,411 DEBUG [RS:0;e1fae5a3a175:44247 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;e1fae5a3a175:44247 2024-11-20T21:50:38,411 DEBUG [RS:1;e1fae5a3a175:46131 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;e1fae5a3a175:46131 2024-11-20T21:50:38,415 INFO [RS:1;e1fae5a3a175:46131 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-20T21:50:38,415 INFO [RS:0;e1fae5a3a175:44247 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-20T21:50:38,415 INFO [RS:1;e1fae5a3a175:46131 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-20T21:50:38,415 INFO [RS:0;e1fae5a3a175:44247 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-20T21:50:38,415 DEBUG [RS:1;e1fae5a3a175:46131 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-20T21:50:38,415 DEBUG [RS:0;e1fae5a3a175:44247 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-20T21:50:38,418 INFO [RS:1;e1fae5a3a175:46131 {}] regionserver.HRegionServer(2659): reportForDuty to master=e1fae5a3a175,34395,1732139436430 with port=46131, startcode=1732139437365 2024-11-20T21:50:38,419 INFO [RS:0;e1fae5a3a175:44247 {}] regionserver.HRegionServer(2659): reportForDuty to master=e1fae5a3a175,34395,1732139436430 with port=44247, startcode=1732139437241 2024-11-20T21:50:38,426 DEBUG [RS:2;e1fae5a3a175:37377 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;e1fae5a3a175:37377 2024-11-20T21:50:38,426 INFO [RS:2;e1fae5a3a175:37377 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-20T21:50:38,426 INFO [RS:2;e1fae5a3a175:37377 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-20T21:50:38,426 DEBUG [RS:2;e1fae5a3a175:37377 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-20T21:50:38,430 INFO [RS:2;e1fae5a3a175:37377 {}] regionserver.HRegionServer(2659): reportForDuty to master=e1fae5a3a175,34395,1732139436430 with port=37377, startcode=1732139437428 2024-11-20T21:50:38,436 DEBUG [RS:0;e1fae5a3a175:44247 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-20T21:50:38,437 DEBUG [RS:1;e1fae5a3a175:46131 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-20T21:50:38,437 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T21:50:38,438 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-20T21:50:38,441 DEBUG [RS:2;e1fae5a3a175:37377 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-20T21:50:38,446 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:50:38,446 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732139468445 2024-11-20T21:50:38,447 INFO [PEWorker-2 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-20T21:50:38,448 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-20T21:50:38,449 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-20T21:50:38,453 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-20T21:50:38,454 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-20T21:50:38,454 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-20T21:50:38,454 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-20T21:50:38,464 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T21:50:38,474 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-20T21:50:38,476 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-20T21:50:38,476 INFO [HMaster-EventLoopGroup-2-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45055, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-20T21:50:38,477 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-20T21:50:38,477 INFO [HMaster-EventLoopGroup-2-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42997, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-11-20T21:50:38,478 INFO [HMaster-EventLoopGroup-2-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51279, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-11-20T21:50:38,491 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-20T21:50:38,513 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-20T21:50:38,515 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34395 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T21:50:38,518 DEBUG [master/e1fae5a3a175:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/e1fae5a3a175:0:becomeActiveMaster-HFileCleaner.large.0-1732139438515,5,FailOnTimeoutGroup] 2024-11-20T21:50:38,519 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33523 is added to blk_1073741831_1007 (size=1321) 2024-11-20T21:50:38,520 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073741831_1007 (size=1321) 2024-11-20T21:50:38,523 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40861 is added to blk_1073741831_1007 (size=1321) 2024-11-20T21:50:38,523 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34395 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T21:50:38,524 INFO [PEWorker-2 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:41921/user/jenkins/test-data/5bab72b3-2615-0448-3310-a25f6519c0d3/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-20T21:50:38,524 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34395 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T21:50:38,525 INFO [PEWorker-2 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:41921/user/jenkins/test-data/5bab72b3-2615-0448-3310-a25f6519c0d3 2024-11-20T21:50:38,533 DEBUG [master/e1fae5a3a175:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/e1fae5a3a175:0:becomeActiveMaster-HFileCleaner.small.0-1732139438519,5,FailOnTimeoutGroup] 2024-11-20T21:50:38,533 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T21:50:38,533 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-20T21:50:38,535 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-20T21:50:38,535 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-20T21:50:38,551 DEBUG [RS:2;e1fae5a3a175:37377 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-20T21:50:38,551 DEBUG [RS:0;e1fae5a3a175:44247 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-20T21:50:38,551 DEBUG [RS:1;e1fae5a3a175:46131 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-20T21:50:38,551 WARN [RS:0;e1fae5a3a175:44247 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-20T21:50:38,551 WARN [RS:2;e1fae5a3a175:37377 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-20T21:50:38,551 WARN [RS:1;e1fae5a3a175:46131 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-20T21:50:38,556 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33523 is added to blk_1073741832_1008 (size=32) 2024-11-20T21:50:38,556 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40861 is added to blk_1073741832_1008 (size=32) 2024-11-20T21:50:38,557 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073741832_1008 (size=32) 2024-11-20T21:50:38,560 DEBUG [PEWorker-2 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T21:50:38,562 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T21:50:38,565 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T21:50:38,566 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:50:38,567 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T21:50:38,567 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T21:50:38,570 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T21:50:38,570 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:50:38,571 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T21:50:38,571 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T21:50:38,574 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T21:50:38,574 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:50:38,575 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T21:50:38,575 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T21:50:38,578 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T21:50:38,578 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:50:38,579 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T21:50:38,580 DEBUG [PEWorker-2 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T21:50:38,581 DEBUG [PEWorker-2 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41921/user/jenkins/test-data/5bab72b3-2615-0448-3310-a25f6519c0d3/data/hbase/meta/1588230740 2024-11-20T21:50:38,582 DEBUG [PEWorker-2 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41921/user/jenkins/test-data/5bab72b3-2615-0448-3310-a25f6519c0d3/data/hbase/meta/1588230740 2024-11-20T21:50:38,586 DEBUG [PEWorker-2 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T21:50:38,586 DEBUG [PEWorker-2 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T21:50:38,587 DEBUG [PEWorker-2 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T21:50:38,589 DEBUG [PEWorker-2 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T21:50:38,593 DEBUG [PEWorker-2 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41921/user/jenkins/test-data/5bab72b3-2615-0448-3310-a25f6519c0d3/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T21:50:38,595 INFO [PEWorker-2 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67953496, jitterRate=0.012585997581481934}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T21:50:38,598 DEBUG [PEWorker-2 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732139438560Initializing all the Stores at 1732139438562 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732139438562Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732139438562Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732139438562Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732139438562Cleaning up temporary data from old regions at 1732139438586 (+24 ms)Region opened successfully at 1732139438598 (+12 ms) 2024-11-20T21:50:38,598 DEBUG [PEWorker-2 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T21:50:38,599 INFO [PEWorker-2 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T21:50:38,599 DEBUG [PEWorker-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T21:50:38,599 DEBUG [PEWorker-2 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T21:50:38,599 DEBUG [PEWorker-2 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T21:50:38,601 INFO [PEWorker-2 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T21:50:38,601 DEBUG [PEWorker-2 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732139438598Disabling compacts and flushes for region at 1732139438598Disabling writes for close at 1732139438599 (+1 ms)Writing region close event to WAL at 1732139438600 (+1 ms)Closed at 1732139438600 2024-11-20T21:50:38,604 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T21:50:38,605 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-20T21:50:38,611 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-20T21:50:38,619 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T21:50:38,623 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-20T21:50:38,652 INFO [RS:2;e1fae5a3a175:37377 {}] regionserver.HRegionServer(2659): reportForDuty to master=e1fae5a3a175,34395,1732139436430 with port=37377, startcode=1732139437428 2024-11-20T21:50:38,652 INFO [RS:1;e1fae5a3a175:46131 {}] regionserver.HRegionServer(2659): reportForDuty to master=e1fae5a3a175,34395,1732139436430 with port=46131, startcode=1732139437365 2024-11-20T21:50:38,652 INFO [RS:0;e1fae5a3a175:44247 {}] regionserver.HRegionServer(2659): reportForDuty to master=e1fae5a3a175,34395,1732139436430 with port=44247, startcode=1732139437241 2024-11-20T21:50:38,654 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34395 {}] master.ServerManager(363): Checking decommissioned status of RegionServer e1fae5a3a175,46131,1732139437365 2024-11-20T21:50:38,657 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34395 {}] master.ServerManager(517): Registering regionserver=e1fae5a3a175,46131,1732139437365 2024-11-20T21:50:38,666 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34395 {}] master.ServerManager(363): Checking decommissioned status of RegionServer e1fae5a3a175,37377,1732139437428 2024-11-20T21:50:38,666 DEBUG [RS:1;e1fae5a3a175:46131 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41921/user/jenkins/test-data/5bab72b3-2615-0448-3310-a25f6519c0d3 2024-11-20T21:50:38,666 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34395 {}] master.ServerManager(517): Registering regionserver=e1fae5a3a175,37377,1732139437428 2024-11-20T21:50:38,666 DEBUG [RS:1;e1fae5a3a175:46131 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41921 2024-11-20T21:50:38,666 DEBUG [RS:1;e1fae5a3a175:46131 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-20T21:50:38,670 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34395 {}] master.ServerManager(363): Checking decommissioned status of RegionServer e1fae5a3a175,44247,1732139437241 2024-11-20T21:50:38,670 DEBUG [RS:2;e1fae5a3a175:37377 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41921/user/jenkins/test-data/5bab72b3-2615-0448-3310-a25f6519c0d3 2024-11-20T21:50:38,670 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34395-0x1005f1da3030000, quorum=127.0.0.1:64198, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-20T21:50:38,670 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34395 {}] master.ServerManager(517): Registering regionserver=e1fae5a3a175,44247,1732139437241 2024-11-20T21:50:38,670 DEBUG [RS:2;e1fae5a3a175:37377 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41921 2024-11-20T21:50:38,670 DEBUG [RS:2;e1fae5a3a175:37377 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-20T21:50:38,671 DEBUG [RS:1;e1fae5a3a175:46131 {}] zookeeper.ZKUtil(111): regionserver:46131-0x1005f1da3030002, quorum=127.0.0.1:64198, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/e1fae5a3a175,46131,1732139437365 2024-11-20T21:50:38,671 WARN [RS:1;e1fae5a3a175:46131 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T21:50:38,671 INFO [RS:1;e1fae5a3a175:46131 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T21:50:38,671 DEBUG [RS:1;e1fae5a3a175:46131 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41921/user/jenkins/test-data/5bab72b3-2615-0448-3310-a25f6519c0d3/WALs/e1fae5a3a175,46131,1732139437365 2024-11-20T21:50:38,674 DEBUG [RS:0;e1fae5a3a175:44247 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41921/user/jenkins/test-data/5bab72b3-2615-0448-3310-a25f6519c0d3 2024-11-20T21:50:38,674 DEBUG [RS:0;e1fae5a3a175:44247 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41921 2024-11-20T21:50:38,674 DEBUG [RS:0;e1fae5a3a175:44247 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-20T21:50:38,676 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34395-0x1005f1da3030000, quorum=127.0.0.1:64198, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-20T21:50:38,676 DEBUG [RS:2;e1fae5a3a175:37377 {}] zookeeper.ZKUtil(111): regionserver:37377-0x1005f1da3030003, quorum=127.0.0.1:64198, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/e1fae5a3a175,37377,1732139437428 2024-11-20T21:50:38,676 DEBUG [RS:0;e1fae5a3a175:44247 {}] zookeeper.ZKUtil(111): regionserver:44247-0x1005f1da3030001, quorum=127.0.0.1:64198, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/e1fae5a3a175,44247,1732139437241 2024-11-20T21:50:38,676 WARN [RS:0;e1fae5a3a175:44247 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T21:50:38,676 WARN [RS:2;e1fae5a3a175:37377 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T21:50:38,676 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [e1fae5a3a175,37377,1732139437428] 2024-11-20T21:50:38,676 INFO [RS:0;e1fae5a3a175:44247 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T21:50:38,676 INFO [RS:2;e1fae5a3a175:37377 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T21:50:38,676 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [e1fae5a3a175,46131,1732139437365] 2024-11-20T21:50:38,677 DEBUG [RS:0;e1fae5a3a175:44247 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41921/user/jenkins/test-data/5bab72b3-2615-0448-3310-a25f6519c0d3/WALs/e1fae5a3a175,44247,1732139437241 2024-11-20T21:50:38,677 DEBUG [RS:2;e1fae5a3a175:37377 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41921/user/jenkins/test-data/5bab72b3-2615-0448-3310-a25f6519c0d3/WALs/e1fae5a3a175,37377,1732139437428 2024-11-20T21:50:38,678 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [e1fae5a3a175,44247,1732139437241] 2024-11-20T21:50:38,698 INFO [RS:2;e1fae5a3a175:37377 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-20T21:50:38,698 INFO [RS:0;e1fae5a3a175:44247 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-20T21:50:38,698 INFO [RS:1;e1fae5a3a175:46131 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-20T21:50:38,714 INFO [RS:1;e1fae5a3a175:46131 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-20T21:50:38,714 INFO [RS:2;e1fae5a3a175:37377 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-20T21:50:38,714 INFO [RS:0;e1fae5a3a175:44247 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-20T21:50:38,720 INFO [RS:1;e1fae5a3a175:46131 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-20T21:50:38,720 INFO [RS:0;e1fae5a3a175:44247 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-20T21:50:38,720 INFO [RS:2;e1fae5a3a175:37377 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-20T21:50:38,721 INFO [RS:0;e1fae5a3a175:44247 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T21:50:38,721 INFO [RS:1;e1fae5a3a175:46131 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T21:50:38,721 INFO [RS:2;e1fae5a3a175:37377 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T21:50:38,722 INFO [RS:1;e1fae5a3a175:46131 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-20T21:50:38,722 INFO [RS:0;e1fae5a3a175:44247 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-20T21:50:38,722 INFO [RS:2;e1fae5a3a175:37377 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-20T21:50:38,728 INFO [RS:1;e1fae5a3a175:46131 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-20T21:50:38,728 INFO [RS:0;e1fae5a3a175:44247 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-20T21:50:38,728 INFO [RS:2;e1fae5a3a175:37377 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-20T21:50:38,730 INFO [RS:1;e1fae5a3a175:46131 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-20T21:50:38,730 INFO [RS:0;e1fae5a3a175:44247 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-20T21:50:38,730 INFO [RS:2;e1fae5a3a175:37377 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-20T21:50:38,730 DEBUG [RS:1;e1fae5a3a175:46131 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/e1fae5a3a175:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:50:38,730 DEBUG [RS:2;e1fae5a3a175:37377 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/e1fae5a3a175:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:50:38,730 DEBUG [RS:0;e1fae5a3a175:44247 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/e1fae5a3a175:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:50:38,730 DEBUG [RS:1;e1fae5a3a175:46131 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/e1fae5a3a175:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:50:38,730 DEBUG [RS:0;e1fae5a3a175:44247 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/e1fae5a3a175:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:50:38,730 DEBUG [RS:2;e1fae5a3a175:37377 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/e1fae5a3a175:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:50:38,730 DEBUG [RS:1;e1fae5a3a175:46131 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/e1fae5a3a175:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:50:38,730 DEBUG [RS:0;e1fae5a3a175:44247 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/e1fae5a3a175:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:50:38,730 DEBUG [RS:2;e1fae5a3a175:37377 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/e1fae5a3a175:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:50:38,731 DEBUG [RS:1;e1fae5a3a175:46131 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/e1fae5a3a175:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:50:38,731 DEBUG [RS:0;e1fae5a3a175:44247 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/e1fae5a3a175:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:50:38,731 DEBUG [RS:2;e1fae5a3a175:37377 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/e1fae5a3a175:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:50:38,731 DEBUG [RS:1;e1fae5a3a175:46131 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/e1fae5a3a175:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:50:38,731 DEBUG [RS:0;e1fae5a3a175:44247 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/e1fae5a3a175:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:50:38,731 DEBUG [RS:2;e1fae5a3a175:37377 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/e1fae5a3a175:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:50:38,731 DEBUG [RS:1;e1fae5a3a175:46131 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/e1fae5a3a175:0, corePoolSize=2, maxPoolSize=2 2024-11-20T21:50:38,731 DEBUG [RS:0;e1fae5a3a175:44247 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/e1fae5a3a175:0, corePoolSize=2, maxPoolSize=2 2024-11-20T21:50:38,731 DEBUG [RS:2;e1fae5a3a175:37377 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/e1fae5a3a175:0, corePoolSize=2, maxPoolSize=2 2024-11-20T21:50:38,731 DEBUG [RS:1;e1fae5a3a175:46131 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/e1fae5a3a175:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:50:38,731 DEBUG [RS:2;e1fae5a3a175:37377 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/e1fae5a3a175:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:50:38,731 DEBUG [RS:0;e1fae5a3a175:44247 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/e1fae5a3a175:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:50:38,731 DEBUG [RS:2;e1fae5a3a175:37377 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/e1fae5a3a175:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:50:38,731 DEBUG [RS:0;e1fae5a3a175:44247 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/e1fae5a3a175:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:50:38,731 DEBUG [RS:1;e1fae5a3a175:46131 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/e1fae5a3a175:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:50:38,731 DEBUG [RS:0;e1fae5a3a175:44247 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/e1fae5a3a175:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:50:38,731 DEBUG [RS:2;e1fae5a3a175:37377 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/e1fae5a3a175:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:50:38,731 DEBUG [RS:1;e1fae5a3a175:46131 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/e1fae5a3a175:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:50:38,731 DEBUG [RS:0;e1fae5a3a175:44247 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/e1fae5a3a175:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:50:38,732 DEBUG [RS:1;e1fae5a3a175:46131 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/e1fae5a3a175:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:50:38,731 DEBUG [RS:2;e1fae5a3a175:37377 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/e1fae5a3a175:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:50:38,732 DEBUG [RS:0;e1fae5a3a175:44247 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/e1fae5a3a175:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:50:38,732 DEBUG [RS:2;e1fae5a3a175:37377 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/e1fae5a3a175:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:50:38,732 DEBUG [RS:1;e1fae5a3a175:46131 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/e1fae5a3a175:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:50:38,732 DEBUG [RS:2;e1fae5a3a175:37377 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/e1fae5a3a175:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:50:38,732 DEBUG [RS:0;e1fae5a3a175:44247 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/e1fae5a3a175:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:50:38,732 DEBUG [RS:1;e1fae5a3a175:46131 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/e1fae5a3a175:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:50:38,732 DEBUG [RS:0;e1fae5a3a175:44247 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/e1fae5a3a175:0, corePoolSize=3, maxPoolSize=3 2024-11-20T21:50:38,732 DEBUG [RS:1;e1fae5a3a175:46131 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/e1fae5a3a175:0, corePoolSize=3, maxPoolSize=3 2024-11-20T21:50:38,732 DEBUG [RS:2;e1fae5a3a175:37377 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/e1fae5a3a175:0, corePoolSize=3, maxPoolSize=3 2024-11-20T21:50:38,732 DEBUG [RS:0;e1fae5a3a175:44247 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/e1fae5a3a175:0, corePoolSize=3, maxPoolSize=3 2024-11-20T21:50:38,732 DEBUG [RS:1;e1fae5a3a175:46131 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/e1fae5a3a175:0, corePoolSize=3, maxPoolSize=3 2024-11-20T21:50:38,732 DEBUG [RS:2;e1fae5a3a175:37377 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/e1fae5a3a175:0, corePoolSize=3, maxPoolSize=3 2024-11-20T21:50:38,733 INFO [RS:2;e1fae5a3a175:37377 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T21:50:38,733 INFO [RS:0;e1fae5a3a175:44247 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T21:50:38,733 INFO [RS:2;e1fae5a3a175:37377 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T21:50:38,734 INFO [RS:1;e1fae5a3a175:46131 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T21:50:38,734 INFO [RS:2;e1fae5a3a175:37377 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T21:50:38,734 INFO [RS:2;e1fae5a3a175:37377 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-20T21:50:38,734 INFO [RS:1;e1fae5a3a175:46131 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T21:50:38,734 INFO [RS:2;e1fae5a3a175:37377 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-20T21:50:38,734 INFO [RS:1;e1fae5a3a175:46131 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T21:50:38,734 INFO [RS:2;e1fae5a3a175:37377 {}] hbase.ChoreService(168): Chore ScheduledChore name=e1fae5a3a175,37377,1732139437428-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T21:50:38,734 INFO [RS:1;e1fae5a3a175:46131 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-20T21:50:38,734 INFO [RS:1;e1fae5a3a175:46131 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-20T21:50:38,734 INFO [RS:1;e1fae5a3a175:46131 {}] hbase.ChoreService(168): Chore ScheduledChore name=e1fae5a3a175,46131,1732139437365-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T21:50:38,734 INFO [RS:0;e1fae5a3a175:44247 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T21:50:38,734 INFO [RS:0;e1fae5a3a175:44247 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T21:50:38,734 INFO [RS:0;e1fae5a3a175:44247 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-20T21:50:38,734 INFO [RS:0;e1fae5a3a175:44247 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-20T21:50:38,734 INFO [RS:0;e1fae5a3a175:44247 {}] hbase.ChoreService(168): Chore ScheduledChore name=e1fae5a3a175,44247,1732139437241-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T21:50:38,757 INFO [RS:1;e1fae5a3a175:46131 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-20T21:50:38,758 INFO [RS:2;e1fae5a3a175:37377 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-20T21:50:38,758 INFO [RS:0;e1fae5a3a175:44247 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-20T21:50:38,759 INFO [RS:1;e1fae5a3a175:46131 {}] hbase.ChoreService(168): Chore ScheduledChore name=e1fae5a3a175,46131,1732139437365-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T21:50:38,759 INFO [RS:2;e1fae5a3a175:37377 {}] hbase.ChoreService(168): Chore ScheduledChore name=e1fae5a3a175,37377,1732139437428-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T21:50:38,759 INFO [RS:0;e1fae5a3a175:44247 {}] hbase.ChoreService(168): Chore ScheduledChore name=e1fae5a3a175,44247,1732139437241-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T21:50:38,759 INFO [RS:2;e1fae5a3a175:37377 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T21:50:38,759 INFO [RS:0;e1fae5a3a175:44247 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T21:50:38,760 INFO [RS:2;e1fae5a3a175:37377 {}] regionserver.Replication(171): e1fae5a3a175,37377,1732139437428 started 2024-11-20T21:50:38,760 INFO [RS:0;e1fae5a3a175:44247 {}] regionserver.Replication(171): e1fae5a3a175,44247,1732139437241 started 2024-11-20T21:50:38,760 INFO [RS:1;e1fae5a3a175:46131 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T21:50:38,760 INFO [RS:1;e1fae5a3a175:46131 {}] regionserver.Replication(171): e1fae5a3a175,46131,1732139437365 started 2024-11-20T21:50:38,774 WARN [e1fae5a3a175:34395 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-20T21:50:38,782 INFO [RS:1;e1fae5a3a175:46131 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T21:50:38,782 INFO [RS:2;e1fae5a3a175:37377 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T21:50:38,782 INFO [RS:0;e1fae5a3a175:44247 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T21:50:38,782 INFO [RS:1;e1fae5a3a175:46131 {}] regionserver.HRegionServer(1482): Serving as e1fae5a3a175,46131,1732139437365, RpcServer on e1fae5a3a175/172.17.0.2:46131, sessionid=0x1005f1da3030002 2024-11-20T21:50:38,782 INFO [RS:0;e1fae5a3a175:44247 {}] regionserver.HRegionServer(1482): Serving as e1fae5a3a175,44247,1732139437241, RpcServer on e1fae5a3a175/172.17.0.2:44247, sessionid=0x1005f1da3030001 2024-11-20T21:50:38,782 INFO [RS:2;e1fae5a3a175:37377 {}] regionserver.HRegionServer(1482): Serving as e1fae5a3a175,37377,1732139437428, RpcServer on e1fae5a3a175/172.17.0.2:37377, sessionid=0x1005f1da3030003 2024-11-20T21:50:38,783 DEBUG [RS:2;e1fae5a3a175:37377 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-20T21:50:38,783 DEBUG [RS:0;e1fae5a3a175:44247 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-20T21:50:38,783 DEBUG [RS:1;e1fae5a3a175:46131 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-20T21:50:38,783 DEBUG [RS:0;e1fae5a3a175:44247 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager e1fae5a3a175,44247,1732139437241 2024-11-20T21:50:38,783 DEBUG [RS:1;e1fae5a3a175:46131 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager e1fae5a3a175,46131,1732139437365 2024-11-20T21:50:38,783 DEBUG [RS:2;e1fae5a3a175:37377 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager e1fae5a3a175,37377,1732139437428 2024-11-20T21:50:38,783 DEBUG [RS:0;e1fae5a3a175:44247 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e1fae5a3a175,44247,1732139437241' 2024-11-20T21:50:38,783 DEBUG [RS:2;e1fae5a3a175:37377 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e1fae5a3a175,37377,1732139437428' 2024-11-20T21:50:38,783 DEBUG [RS:1;e1fae5a3a175:46131 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e1fae5a3a175,46131,1732139437365' 2024-11-20T21:50:38,784 DEBUG [RS:0;e1fae5a3a175:44247 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-20T21:50:38,784 DEBUG [RS:2;e1fae5a3a175:37377 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-20T21:50:38,784 DEBUG [RS:1;e1fae5a3a175:46131 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-20T21:50:38,785 DEBUG [RS:2;e1fae5a3a175:37377 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-20T21:50:38,785 DEBUG [RS:0;e1fae5a3a175:44247 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-20T21:50:38,785 DEBUG [RS:1;e1fae5a3a175:46131 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-20T21:50:38,785 DEBUG [RS:2;e1fae5a3a175:37377 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-20T21:50:38,785 DEBUG [RS:2;e1fae5a3a175:37377 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-20T21:50:38,785 DEBUG [RS:0;e1fae5a3a175:44247 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-20T21:50:38,785 DEBUG [RS:2;e1fae5a3a175:37377 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager e1fae5a3a175,37377,1732139437428 2024-11-20T21:50:38,785 DEBUG [RS:1;e1fae5a3a175:46131 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-20T21:50:38,785 DEBUG [RS:0;e1fae5a3a175:44247 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-20T21:50:38,785 DEBUG [RS:2;e1fae5a3a175:37377 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e1fae5a3a175,37377,1732139437428' 2024-11-20T21:50:38,785 DEBUG [RS:1;e1fae5a3a175:46131 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-20T21:50:38,785 DEBUG [RS:0;e1fae5a3a175:44247 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager e1fae5a3a175,44247,1732139437241 2024-11-20T21:50:38,785 DEBUG [RS:2;e1fae5a3a175:37377 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-20T21:50:38,785 DEBUG [RS:1;e1fae5a3a175:46131 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager e1fae5a3a175,46131,1732139437365 2024-11-20T21:50:38,785 DEBUG [RS:0;e1fae5a3a175:44247 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e1fae5a3a175,44247,1732139437241' 2024-11-20T21:50:38,785 DEBUG [RS:1;e1fae5a3a175:46131 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e1fae5a3a175,46131,1732139437365' 2024-11-20T21:50:38,785 DEBUG [RS:0;e1fae5a3a175:44247 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-20T21:50:38,785 DEBUG [RS:1;e1fae5a3a175:46131 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-20T21:50:38,786 DEBUG [RS:1;e1fae5a3a175:46131 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-20T21:50:38,786 DEBUG [RS:2;e1fae5a3a175:37377 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-20T21:50:38,786 DEBUG [RS:0;e1fae5a3a175:44247 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-20T21:50:38,786 DEBUG [RS:1;e1fae5a3a175:46131 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-20T21:50:38,786 INFO [RS:1;e1fae5a3a175:46131 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-20T21:50:38,786 DEBUG [RS:2;e1fae5a3a175:37377 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-20T21:50:38,786 DEBUG [RS:0;e1fae5a3a175:44247 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-20T21:50:38,787 INFO [RS:2;e1fae5a3a175:37377 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-20T21:50:38,787 INFO [RS:1;e1fae5a3a175:46131 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-20T21:50:38,787 INFO [RS:2;e1fae5a3a175:37377 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-20T21:50:38,787 INFO [RS:0;e1fae5a3a175:44247 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-20T21:50:38,787 INFO [RS:0;e1fae5a3a175:44247 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-20T21:50:38,891 INFO [RS:2;e1fae5a3a175:37377 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T21:50:38,892 INFO [RS:0;e1fae5a3a175:44247 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T21:50:38,892 INFO [RS:1;e1fae5a3a175:46131 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T21:50:38,894 INFO [RS:0;e1fae5a3a175:44247 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e1fae5a3a175%2C44247%2C1732139437241, suffix=, logDir=hdfs://localhost:41921/user/jenkins/test-data/5bab72b3-2615-0448-3310-a25f6519c0d3/WALs/e1fae5a3a175,44247,1732139437241, archiveDir=hdfs://localhost:41921/user/jenkins/test-data/5bab72b3-2615-0448-3310-a25f6519c0d3/oldWALs, maxLogs=32 2024-11-20T21:50:38,894 INFO [RS:2;e1fae5a3a175:37377 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e1fae5a3a175%2C37377%2C1732139437428, suffix=, logDir=hdfs://localhost:41921/user/jenkins/test-data/5bab72b3-2615-0448-3310-a25f6519c0d3/WALs/e1fae5a3a175,37377,1732139437428, archiveDir=hdfs://localhost:41921/user/jenkins/test-data/5bab72b3-2615-0448-3310-a25f6519c0d3/oldWALs, maxLogs=32 2024-11-20T21:50:38,895 INFO [RS:1;e1fae5a3a175:46131 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e1fae5a3a175%2C46131%2C1732139437365, suffix=, logDir=hdfs://localhost:41921/user/jenkins/test-data/5bab72b3-2615-0448-3310-a25f6519c0d3/WALs/e1fae5a3a175,46131,1732139437365, archiveDir=hdfs://localhost:41921/user/jenkins/test-data/5bab72b3-2615-0448-3310-a25f6519c0d3/oldWALs, maxLogs=32 2024-11-20T21:50:38,913 DEBUG [RS:1;e1fae5a3a175:46131 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5bab72b3-2615-0448-3310-a25f6519c0d3/WALs/e1fae5a3a175,46131,1732139437365/e1fae5a3a175%2C46131%2C1732139437365.1732139438898, exclude list is [], retry=0 2024-11-20T21:50:38,918 DEBUG [RS:0;e1fae5a3a175:44247 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5bab72b3-2615-0448-3310-a25f6519c0d3/WALs/e1fae5a3a175,44247,1732139437241/e1fae5a3a175%2C44247%2C1732139437241.1732139438898, exclude list is [], retry=0 2024-11-20T21:50:38,918 DEBUG [RS:2;e1fae5a3a175:37377 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5bab72b3-2615-0448-3310-a25f6519c0d3/WALs/e1fae5a3a175,37377,1732139437428/e1fae5a3a175%2C37377%2C1732139437428.1732139438898, exclude list is [], retry=0 2024-11-20T21:50:38,918 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33523,DS-d1189d62-b129-4f55-974b-c3c4144a4e3b,DISK] 2024-11-20T21:50:38,918 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34821,DS-227376d8-446b-4d9d-93bd-c918f8b2a0a4,DISK] 2024-11-20T21:50:38,918 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40861,DS-f2cc9084-db20-46a0-820e-047e4164573b,DISK] 2024-11-20T21:50:38,923 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33523,DS-d1189d62-b129-4f55-974b-c3c4144a4e3b,DISK] 2024-11-20T21:50:38,923 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40861,DS-f2cc9084-db20-46a0-820e-047e4164573b,DISK] 2024-11-20T21:50:38,923 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40861,DS-f2cc9084-db20-46a0-820e-047e4164573b,DISK] 2024-11-20T21:50:38,924 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34821,DS-227376d8-446b-4d9d-93bd-c918f8b2a0a4,DISK] 2024-11-20T21:50:38,924 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34821,DS-227376d8-446b-4d9d-93bd-c918f8b2a0a4,DISK] 2024-11-20T21:50:38,925 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33523,DS-d1189d62-b129-4f55-974b-c3c4144a4e3b,DISK] 2024-11-20T21:50:38,926 INFO [RS:1;e1fae5a3a175:46131 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5bab72b3-2615-0448-3310-a25f6519c0d3/WALs/e1fae5a3a175,46131,1732139437365/e1fae5a3a175%2C46131%2C1732139437365.1732139438898 2024-11-20T21:50:38,929 DEBUG [RS:1;e1fae5a3a175:46131 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41653:41653),(127.0.0.1/127.0.0.1:35005:35005),(127.0.0.1/127.0.0.1:46499:46499)] 2024-11-20T21:50:38,935 INFO [RS:2;e1fae5a3a175:37377 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5bab72b3-2615-0448-3310-a25f6519c0d3/WALs/e1fae5a3a175,37377,1732139437428/e1fae5a3a175%2C37377%2C1732139437428.1732139438898 2024-11-20T21:50:38,935 DEBUG [RS:2;e1fae5a3a175:37377 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46499:46499),(127.0.0.1/127.0.0.1:41653:41653),(127.0.0.1/127.0.0.1:35005:35005)] 2024-11-20T21:50:38,935 INFO [RS:0;e1fae5a3a175:44247 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5bab72b3-2615-0448-3310-a25f6519c0d3/WALs/e1fae5a3a175,44247,1732139437241/e1fae5a3a175%2C44247%2C1732139437241.1732139438898 2024-11-20T21:50:38,936 DEBUG [RS:0;e1fae5a3a175:44247 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46499:46499),(127.0.0.1/127.0.0.1:35005:35005),(127.0.0.1/127.0.0.1:41653:41653)] 2024-11-20T21:50:39,029 DEBUG [e1fae5a3a175:34395 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=3, allServersCount=3 2024-11-20T21:50:39,040 DEBUG [e1fae5a3a175:34395 {}] balancer.BalancerClusterState(204): Hosts are {e1fae5a3a175=0} racks are {/default-rack=0} 2024-11-20T21:50:39,046 DEBUG [e1fae5a3a175:34395 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-20T21:50:39,046 DEBUG [e1fae5a3a175:34395 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-20T21:50:39,046 DEBUG [e1fae5a3a175:34395 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-20T21:50:39,046 DEBUG [e1fae5a3a175:34395 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-20T21:50:39,046 DEBUG [e1fae5a3a175:34395 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-20T21:50:39,046 DEBUG [e1fae5a3a175:34395 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-20T21:50:39,046 INFO [e1fae5a3a175:34395 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-20T21:50:39,046 INFO [e1fae5a3a175:34395 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-20T21:50:39,046 INFO [e1fae5a3a175:34395 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-20T21:50:39,046 DEBUG [e1fae5a3a175:34395 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-20T21:50:39,053 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=e1fae5a3a175,44247,1732139437241 2024-11-20T21:50:39,057 INFO [PEWorker-4 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e1fae5a3a175,44247,1732139437241, state=OPENING 2024-11-20T21:50:39,061 DEBUG [PEWorker-4 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-20T21:50:39,062 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46131-0x1005f1da3030002, quorum=127.0.0.1:64198, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T21:50:39,062 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37377-0x1005f1da3030003, quorum=127.0.0.1:64198, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T21:50:39,062 DEBUG [pool-64-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44247-0x1005f1da3030001, quorum=127.0.0.1:64198, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T21:50:39,063 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34395-0x1005f1da3030000, quorum=127.0.0.1:64198, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T21:50:39,063 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T21:50:39,063 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T21:50:39,063 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T21:50:39,063 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T21:50:39,065 DEBUG [PEWorker-4 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T21:50:39,066 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=e1fae5a3a175,44247,1732139437241}] 2024-11-20T21:50:39,246 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T21:50:39,250 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39797, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-20T21:50:39,263 INFO [RS_OPEN_META-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-20T21:50:39,263 INFO [RS_OPEN_META-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T21:50:39,264 INFO [RS_OPEN_META-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-20T21:50:39,267 INFO [RS_OPEN_META-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e1fae5a3a175%2C44247%2C1732139437241.meta, suffix=.meta, logDir=hdfs://localhost:41921/user/jenkins/test-data/5bab72b3-2615-0448-3310-a25f6519c0d3/WALs/e1fae5a3a175,44247,1732139437241, archiveDir=hdfs://localhost:41921/user/jenkins/test-data/5bab72b3-2615-0448-3310-a25f6519c0d3/oldWALs, maxLogs=32 2024-11-20T21:50:39,281 DEBUG [RS_OPEN_META-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5bab72b3-2615-0448-3310-a25f6519c0d3/WALs/e1fae5a3a175,44247,1732139437241/e1fae5a3a175%2C44247%2C1732139437241.meta.1732139439268.meta, exclude list is [], retry=0 2024-11-20T21:50:39,285 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34821,DS-227376d8-446b-4d9d-93bd-c918f8b2a0a4,DISK] 2024-11-20T21:50:39,285 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40861,DS-f2cc9084-db20-46a0-820e-047e4164573b,DISK] 2024-11-20T21:50:39,285 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33523,DS-d1189d62-b129-4f55-974b-c3c4144a4e3b,DISK] 2024-11-20T21:50:39,288 INFO [RS_OPEN_META-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5bab72b3-2615-0448-3310-a25f6519c0d3/WALs/e1fae5a3a175,44247,1732139437241/e1fae5a3a175%2C44247%2C1732139437241.meta.1732139439268.meta 2024-11-20T21:50:39,289 DEBUG [RS_OPEN_META-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35005:35005),(127.0.0.1/127.0.0.1:46499:46499),(127.0.0.1/127.0.0.1:41653:41653)] 2024-11-20T21:50:39,289 DEBUG [RS_OPEN_META-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-20T21:50:39,291 DEBUG [RS_OPEN_META-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-20T21:50:39,293 DEBUG [RS_OPEN_META-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-20T21:50:39,298 INFO [RS_OPEN_META-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-20T21:50:39,301 DEBUG [RS_OPEN_META-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-20T21:50:39,302 DEBUG [RS_OPEN_META-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T21:50:39,302 DEBUG [RS_OPEN_META-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-20T21:50:39,302 DEBUG [RS_OPEN_META-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-20T21:50:39,305 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T21:50:39,307 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T21:50:39,307 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:50:39,308 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T21:50:39,308 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T21:50:39,309 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T21:50:39,310 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:50:39,310 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T21:50:39,311 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T21:50:39,312 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T21:50:39,312 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:50:39,313 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T21:50:39,313 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T21:50:39,314 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T21:50:39,314 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:50:39,315 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T21:50:39,315 DEBUG [RS_OPEN_META-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T21:50:39,317 DEBUG [RS_OPEN_META-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41921/user/jenkins/test-data/5bab72b3-2615-0448-3310-a25f6519c0d3/data/hbase/meta/1588230740 2024-11-20T21:50:39,319 DEBUG [RS_OPEN_META-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41921/user/jenkins/test-data/5bab72b3-2615-0448-3310-a25f6519c0d3/data/hbase/meta/1588230740 2024-11-20T21:50:39,322 DEBUG [RS_OPEN_META-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T21:50:39,322 DEBUG [RS_OPEN_META-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T21:50:39,323 DEBUG [RS_OPEN_META-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T21:50:39,325 DEBUG [RS_OPEN_META-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T21:50:39,327 INFO [RS_OPEN_META-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61275666, jitterRate=-0.08692142367362976}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T21:50:39,327 DEBUG [RS_OPEN_META-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-20T21:50:39,328 DEBUG [RS_OPEN_META-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732139439303Writing region info on filesystem at 1732139439303Initializing all the Stores at 1732139439305 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732139439305Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732139439305Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732139439305Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732139439305Cleaning up temporary data from old regions at 1732139439322 (+17 ms)Running coprocessor post-open hooks at 1732139439327 (+5 ms)Region opened successfully at 1732139439328 (+1 ms) 2024-11-20T21:50:39,335 INFO [RS_OPEN_META-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732139439238 2024-11-20T21:50:39,346 DEBUG [RS_OPEN_META-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-20T21:50:39,347 INFO [RS_OPEN_META-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-20T21:50:39,349 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=e1fae5a3a175,44247,1732139437241 2024-11-20T21:50:39,351 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e1fae5a3a175,44247,1732139437241, state=OPEN 2024-11-20T21:50:39,353 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46131-0x1005f1da3030002, quorum=127.0.0.1:64198, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-20T21:50:39,353 DEBUG [pool-64-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44247-0x1005f1da3030001, quorum=127.0.0.1:64198, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-20T21:50:39,353 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34395-0x1005f1da3030000, quorum=127.0.0.1:64198, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-20T21:50:39,353 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37377-0x1005f1da3030003, quorum=127.0.0.1:64198, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-20T21:50:39,353 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T21:50:39,353 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T21:50:39,353 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T21:50:39,353 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T21:50:39,354 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=e1fae5a3a175,44247,1732139437241 2024-11-20T21:50:39,361 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-20T21:50:39,362 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=e1fae5a3a175,44247,1732139437241 in 288 msec 2024-11-20T21:50:39,369 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-20T21:50:39,370 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 752 msec 2024-11-20T21:50:39,371 DEBUG [PEWorker-3 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T21:50:39,371 INFO [PEWorker-3 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-20T21:50:39,390 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T21:50:39,391 DEBUG [PEWorker-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e1fae5a3a175,44247,1732139437241, seqNum=-1] 2024-11-20T21:50:39,409 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T21:50:39,412 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48477, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T21:50:39,430 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1070 sec 2024-11-20T21:50:39,431 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732139439431, completionTime=-1 2024-11-20T21:50:39,434 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=3; waited=0ms, expected min=3 server(s), max=3 server(s), master is running 2024-11-20T21:50:39,434 DEBUG [master/e1fae5a3a175:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-20T21:50:39,459 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=3 2024-11-20T21:50:39,459 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732139499459 2024-11-20T21:50:39,459 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732139559459 2024-11-20T21:50:39,460 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 25 msec 2024-11-20T21:50:39,480 DEBUG [master/e1fae5a3a175:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-20T21:50:39,488 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e1fae5a3a175,34395,1732139436430-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T21:50:39,488 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e1fae5a3a175,34395,1732139436430-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T21:50:39,488 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e1fae5a3a175,34395,1732139436430-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T21:50:39,489 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-e1fae5a3a175:34395, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T21:50:39,490 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-20T21:50:39,492 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-20T21:50:39,497 DEBUG [master/e1fae5a3a175:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-20T21:50:39,527 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.996sec 2024-11-20T21:50:39,529 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-20T21:50:39,531 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-20T21:50:39,532 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-20T21:50:39,532 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-20T21:50:39,532 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-20T21:50:39,533 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e1fae5a3a175,34395,1732139436430-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T21:50:39,534 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e1fae5a3a175,34395,1732139436430-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-20T21:50:39,539 DEBUG [master/e1fae5a3a175:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-20T21:50:39,540 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-20T21:50:39,540 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e1fae5a3a175,34395,1732139436430-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T21:50:39,591 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d3a4063, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T21:50:39,592 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e1fae5a3a175,34395,-1 for getting cluster id 2024-11-20T21:50:39,594 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T21:50:39,602 DEBUG [HMaster-EventLoopGroup-2-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3b5b20ad-a228-47bc-87a1-4ffa8c5c569b' 2024-11-20T21:50:39,606 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T21:50:39,606 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3b5b20ad-a228-47bc-87a1-4ffa8c5c569b" 2024-11-20T21:50:39,606 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6422fec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T21:50:39,606 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e1fae5a3a175,34395,-1] 2024-11-20T21:50:39,609 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T21:50:39,611 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:50:39,612 INFO [HMaster-EventLoopGroup-2-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53610, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T21:50:39,615 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3dbe213b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T21:50:39,616 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T21:50:39,624 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e1fae5a3a175,44247,1732139437241, seqNum=-1] 2024-11-20T21:50:39,625 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T21:50:39,627 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51296, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T21:50:39,646 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=e1fae5a3a175,34395,1732139436430 2024-11-20T21:50:39,646 INFO [Time-limited test {}] wal.AbstractTestWALReplay(147): hbase.rootdir=hdfs://localhost:41921/hbase 2024-11-20T21:50:39,660 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayCompressed#testNameConflictWhenSplit0 Thread=364, OpenFileDescriptor=611, MaxFileDescriptor=1048576, SystemLoadAverage=70, ProcessCount=11, AvailableMemoryMB=3523 2024-11-20T21:50:39,678 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T21:50:39,681 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T21:50:39,682 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T21:50:39,688 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-20896849, suffix=, logDir=hdfs://localhost:41921/hbase/WALs/hregion-20896849, archiveDir=hdfs://localhost:41921/hbase/oldWALs, maxLogs=32 2024-11-20T21:50:39,703 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-20896849/hregion-20896849.1732139439690, exclude list is [], retry=0 2024-11-20T21:50:39,708 DEBUG [AsyncFSWAL-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33523,DS-d1189d62-b129-4f55-974b-c3c4144a4e3b,DISK] 2024-11-20T21:50:39,708 DEBUG [AsyncFSWAL-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40861,DS-f2cc9084-db20-46a0-820e-047e4164573b,DISK] 2024-11-20T21:50:39,708 DEBUG [AsyncFSWAL-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34821,DS-227376d8-446b-4d9d-93bd-c918f8b2a0a4,DISK] 2024-11-20T21:50:39,711 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-20896849/hregion-20896849.1732139439690 2024-11-20T21:50:39,712 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41653:41653),(127.0.0.1/127.0.0.1:46499:46499),(127.0.0.1/127.0.0.1:35005:35005)] 2024-11-20T21:50:39,712 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 5d39a83aaca13eae2bf47fac7152aab4, NAME => 'testReplayEditsWrittenIntoWAL,,1732139439679.5d39a83aaca13eae2bf47fac7152aab4.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsWrittenIntoWAL', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41921/hbase 2024-11-20T21:50:39,725 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40861 is added to blk_1073741838_1014 (size=64) 2024-11-20T21:50:39,726 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073741838_1014 (size=64) 2024-11-20T21:50:39,726 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33523 is added to blk_1073741838_1014 (size=64) 2024-11-20T21:50:39,727 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1732139439679.5d39a83aaca13eae2bf47fac7152aab4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T21:50:39,729 INFO [StoreOpener-5d39a83aaca13eae2bf47fac7152aab4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 5d39a83aaca13eae2bf47fac7152aab4 2024-11-20T21:50:39,731 INFO [StoreOpener-5d39a83aaca13eae2bf47fac7152aab4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5d39a83aaca13eae2bf47fac7152aab4 columnFamilyName a 2024-11-20T21:50:39,731 DEBUG [StoreOpener-5d39a83aaca13eae2bf47fac7152aab4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:50:39,732 INFO [StoreOpener-5d39a83aaca13eae2bf47fac7152aab4-1 {}] regionserver.HStore(327): Store=5d39a83aaca13eae2bf47fac7152aab4/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T21:50:39,732 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 5d39a83aaca13eae2bf47fac7152aab4 2024-11-20T21:50:39,733 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41921/hbase/data/default/testReplayEditsWrittenIntoWAL/5d39a83aaca13eae2bf47fac7152aab4 2024-11-20T21:50:39,735 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41921/hbase/data/default/testReplayEditsWrittenIntoWAL/5d39a83aaca13eae2bf47fac7152aab4 2024-11-20T21:50:39,735 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 5d39a83aaca13eae2bf47fac7152aab4 2024-11-20T21:50:39,735 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 5d39a83aaca13eae2bf47fac7152aab4 2024-11-20T21:50:39,738 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 5d39a83aaca13eae2bf47fac7152aab4 2024-11-20T21:50:39,742 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41921/hbase/data/default/testReplayEditsWrittenIntoWAL/5d39a83aaca13eae2bf47fac7152aab4/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T21:50:39,743 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 5d39a83aaca13eae2bf47fac7152aab4; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67672341, jitterRate=0.008396461606025696}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-20T21:50:39,744 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 5d39a83aaca13eae2bf47fac7152aab4: Writing region info on filesystem at 1732139439727Initializing all the Stores at 1732139439728 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732139439729 (+1 ms)Cleaning up temporary data from old regions at 1732139439735 (+6 ms)Region opened successfully at 1732139439744 (+9 ms) 2024-11-20T21:50:39,744 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 5d39a83aaca13eae2bf47fac7152aab4, disabling compactions & flushes 2024-11-20T21:50:39,744 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenIntoWAL,,1732139439679.5d39a83aaca13eae2bf47fac7152aab4. 2024-11-20T21:50:39,744 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenIntoWAL,,1732139439679.5d39a83aaca13eae2bf47fac7152aab4. 2024-11-20T21:50:39,744 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenIntoWAL,,1732139439679.5d39a83aaca13eae2bf47fac7152aab4. after waiting 0 ms 2024-11-20T21:50:39,744 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenIntoWAL,,1732139439679.5d39a83aaca13eae2bf47fac7152aab4. 2024-11-20T21:50:39,745 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenIntoWAL,,1732139439679.5d39a83aaca13eae2bf47fac7152aab4. 2024-11-20T21:50:39,745 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 5d39a83aaca13eae2bf47fac7152aab4: Waiting for close lock at 1732139439744Disabling compacts and flushes for region at 1732139439744Disabling writes for close at 1732139439744Writing region close event to WAL at 1732139439745 (+1 ms)Closed at 1732139439745 2024-11-20T21:50:39,750 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33523 is added to blk_1073741837_1013 (size=93) 2024-11-20T21:50:39,750 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40861 is added to blk_1073741837_1013 (size=93) 2024-11-20T21:50:39,751 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073741837_1013 (size=93) 2024-11-20T21:50:39,757 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-20T21:50:39,757 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-20896849:(num 1732139439690) 2024-11-20T21:50:39,759 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor testMonitor 2024-11-20T21:50:39,776 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33523 is added to blk_1073741839_1015 (size=276) 2024-11-20T21:50:39,777 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073741839_1015 (size=276) 2024-11-20T21:50:39,778 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40861 is added to blk_1073741839_1015 (size=276) 2024-11-20T21:50:39,778 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor testMonitor 2024-11-20T21:50:39,790 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40861 is added to blk_1073741840_1016 (size=230) 2024-11-20T21:50:39,791 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33523 is added to blk_1073741840_1016 (size=230) 2024-11-20T21:50:39,791 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073741840_1016 (size=230) 2024-11-20T21:50:39,812 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41921/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732139439677/wal-1, size=276 (276bytes) 2024-11-20T21:50:39,813 DEBUG [Time-limited test {}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-11-20T21:50:39,813 DEBUG [Time-limited test {}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-11-20T21:50:39,813 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41921/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732139439677/wal-1 2024-11-20T21:50:39,818 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41921/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732139439677/wal-1 after 3ms 2024-11-20T21:50:39,824 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:41921/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732139439677/wal-1: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-11-20T21:50:39,824 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41921/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732139439677/wal-1 took 13ms 2024-11-20T21:50:39,829 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41921/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732139439677/wal-1 so closing down 2024-11-20T21:50:39,832 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal-1.temp 2024-11-20T21:50:39,833 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-20T21:50:39,834 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41921/hbase/data/default/testReplayEditsWrittenIntoWAL/5d39a83aaca13eae2bf47fac7152aab4/recovered.edits/0000000000000000001-wal-1.temp 2024-11-20T21:50:39,835 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-20T21:50:39,845 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073741841_1017 (size=276) 2024-11-20T21:50:39,846 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33523 is added to blk_1073741841_1017 (size=276) 2024-11-20T21:50:39,846 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40861 is added to blk_1073741841_1017 (size=276) 2024-11-20T21:50:39,849 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41921/hbase/data/default/testReplayEditsWrittenIntoWAL/5d39a83aaca13eae2bf47fac7152aab4/recovered.edits/0000000000000000001-wal-1.temp (wrote 2 edits, skipped 0 edits in 0 ms) 2024-11-20T21:50:39,853 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41921/hbase/data/default/testReplayEditsWrittenIntoWAL/5d39a83aaca13eae2bf47fac7152aab4/recovered.edits/0000000000000000001-wal-1.temp to hdfs://localhost:41921/hbase/data/default/testReplayEditsWrittenIntoWAL/5d39a83aaca13eae2bf47fac7152aab4/recovered.edits/0000000000000000002 2024-11-20T21:50:39,856 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 2 edits across 1 Regions in 28 ms; skipped=0; WAL=hdfs://localhost:41921/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732139439677/wal-1, size=276, length=276, corrupted=false, cancelled=false 2024-11-20T21:50:39,856 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41921/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732139439677/wal-1, journal: Splitting hdfs://localhost:41921/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732139439677/wal-1, size=276 (276bytes) at 1732139439812Finishing writing output for hdfs://localhost:41921/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732139439677/wal-1 so closing down at 1732139439829 (+17 ms)Creating recovered edits writer path=hdfs://localhost:41921/hbase/data/default/testReplayEditsWrittenIntoWAL/5d39a83aaca13eae2bf47fac7152aab4/recovered.edits/0000000000000000001-wal-1.temp at 1732139439834 (+5 ms)3 split writer threads finished at 1732139439835 (+1 ms)Closed recovered edits writer path=hdfs://localhost:41921/hbase/data/default/testReplayEditsWrittenIntoWAL/5d39a83aaca13eae2bf47fac7152aab4/recovered.edits/0000000000000000001-wal-1.temp (wrote 2 edits, skipped 0 edits in 0 ms) at 1732139439850 (+15 ms)Rename recovered edits hdfs://localhost:41921/hbase/data/default/testReplayEditsWrittenIntoWAL/5d39a83aaca13eae2bf47fac7152aab4/recovered.edits/0000000000000000001-wal-1.temp to hdfs://localhost:41921/hbase/data/default/testReplayEditsWrittenIntoWAL/5d39a83aaca13eae2bf47fac7152aab4/recovered.edits/0000000000000000002 at 1732139439853 (+3 ms)Processed 2 edits across 1 Regions in 28 ms; skipped=0; WAL=hdfs://localhost:41921/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732139439677/wal-1, size=276, length=276, corrupted=false, cancelled=false at 1732139439856 (+3 ms) 2024-11-20T21:50:39,872 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41921/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732139439677/wal-2, size=230 (230bytes) 2024-11-20T21:50:39,872 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41921/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732139439677/wal-2 2024-11-20T21:50:39,872 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41921/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732139439677/wal-2 after 0ms 2024-11-20T21:50:39,876 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:41921/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732139439677/wal-2: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-11-20T21:50:39,876 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41921/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732139439677/wal-2 took 5ms 2024-11-20T21:50:39,879 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41921/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732139439677/wal-2 so closing down 2024-11-20T21:50:39,879 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-20T21:50:39,881 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000002-wal-2.temp 2024-11-20T21:50:39,883 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41921/hbase/data/default/testReplayEditsWrittenIntoWAL/5d39a83aaca13eae2bf47fac7152aab4/recovered.edits/0000000000000000002-wal-2.temp 2024-11-20T21:50:39,883 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-20T21:50:39,891 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33523 is added to blk_1073741842_1018 (size=230) 2024-11-20T21:50:39,891 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073741842_1018 (size=230) 2024-11-20T21:50:39,893 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40861 is added to blk_1073741842_1018 (size=230) 2024-11-20T21:50:39,893 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41921/hbase/data/default/testReplayEditsWrittenIntoWAL/5d39a83aaca13eae2bf47fac7152aab4/recovered.edits/0000000000000000002-wal-2.temp (wrote 1 edits, skipped 0 edits in 0 ms) 2024-11-20T21:50:39,899 DEBUG [split-log-closeStream-pool-0 {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:41921/hbase/data/default/testReplayEditsWrittenIntoWAL/5d39a83aaca13eae2bf47fac7152aab4/recovered.edits/0000000000000000002: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-11-20T21:50:39,902 WARN [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(184): Found existing old edits file and we have less entries. Deleting hdfs://localhost:41921/hbase/data/default/testReplayEditsWrittenIntoWAL/5d39a83aaca13eae2bf47fac7152aab4/recovered.edits/0000000000000000002-wal-2.temp, length=230 2024-11-20T21:50:39,903 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 1 edits across 1 Regions in 26 ms; skipped=0; WAL=hdfs://localhost:41921/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732139439677/wal-2, size=230, length=230, corrupted=false, cancelled=false 2024-11-20T21:50:39,903 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41921/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732139439677/wal-2, journal: Splitting hdfs://localhost:41921/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732139439677/wal-2, size=230 (230bytes) at 1732139439872Finishing writing output for hdfs://localhost:41921/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732139439677/wal-2 so closing down at 1732139439879 (+7 ms)Creating recovered edits writer path=hdfs://localhost:41921/hbase/data/default/testReplayEditsWrittenIntoWAL/5d39a83aaca13eae2bf47fac7152aab4/recovered.edits/0000000000000000002-wal-2.temp at 1732139439883 (+4 ms)3 split writer threads finished at 1732139439883Closed recovered edits writer path=hdfs://localhost:41921/hbase/data/default/testReplayEditsWrittenIntoWAL/5d39a83aaca13eae2bf47fac7152aab4/recovered.edits/0000000000000000002-wal-2.temp (wrote 1 edits, skipped 0 edits in 0 ms) at 1732139439893 (+10 ms)Processed 1 edits across 1 Regions in 26 ms; skipped=0; WAL=hdfs://localhost:41921/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732139439677/wal-2, size=230, length=230, corrupted=false, cancelled=false at 1732139439903 (+10 ms) 2024-11-20T21:50:39,904 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-20T21:50:39,906 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:41921/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732139439677, archiveDir=hdfs://localhost:41921/hbase/oldWALs, maxLogs=32 2024-11-20T21:50:39,920 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testnameconflictwhensplit0-manual,16010,1732139439677/wal.1732139439907, exclude list is [], retry=0 2024-11-20T21:50:39,924 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40861,DS-f2cc9084-db20-46a0-820e-047e4164573b,DISK] 2024-11-20T21:50:39,925 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34821,DS-227376d8-446b-4d9d-93bd-c918f8b2a0a4,DISK] 2024-11-20T21:50:39,925 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33523,DS-d1189d62-b129-4f55-974b-c3c4144a4e3b,DISK] 2024-11-20T21:50:39,928 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testnameconflictwhensplit0-manual,16010,1732139439677/wal.1732139439907 2024-11-20T21:50:39,928 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46499:46499),(127.0.0.1/127.0.0.1:35005:35005),(127.0.0.1/127.0.0.1:41653:41653)] 2024-11-20T21:50:39,928 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 5d39a83aaca13eae2bf47fac7152aab4, NAME => 'testReplayEditsWrittenIntoWAL,,1732139439679.5d39a83aaca13eae2bf47fac7152aab4.', STARTKEY => '', ENDKEY => ''} 2024-11-20T21:50:39,929 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1732139439679.5d39a83aaca13eae2bf47fac7152aab4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T21:50:39,929 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 5d39a83aaca13eae2bf47fac7152aab4 2024-11-20T21:50:39,929 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 5d39a83aaca13eae2bf47fac7152aab4 2024-11-20T21:50:39,931 INFO [StoreOpener-5d39a83aaca13eae2bf47fac7152aab4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 5d39a83aaca13eae2bf47fac7152aab4 2024-11-20T21:50:39,932 INFO [StoreOpener-5d39a83aaca13eae2bf47fac7152aab4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5d39a83aaca13eae2bf47fac7152aab4 columnFamilyName a 2024-11-20T21:50:39,932 DEBUG [StoreOpener-5d39a83aaca13eae2bf47fac7152aab4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:50:39,933 INFO [StoreOpener-5d39a83aaca13eae2bf47fac7152aab4-1 {}] regionserver.HStore(327): Store=5d39a83aaca13eae2bf47fac7152aab4/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T21:50:39,934 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 5d39a83aaca13eae2bf47fac7152aab4 2024-11-20T21:50:39,935 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41921/hbase/data/default/testReplayEditsWrittenIntoWAL/5d39a83aaca13eae2bf47fac7152aab4 2024-11-20T21:50:39,938 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:41921/hbase/data/default/testReplayEditsWrittenIntoWAL/5d39a83aaca13eae2bf47fac7152aab4 2024-11-20T21:50:39,940 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:41921/hbase/data/default/testReplayEditsWrittenIntoWAL/5d39a83aaca13eae2bf47fac7152aab4/recovered.edits/0000000000000000002 2024-11-20T21:50:39,943 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:41921/hbase/data/default/testReplayEditsWrittenIntoWAL/5d39a83aaca13eae2bf47fac7152aab4/recovered.edits/0000000000000000002: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-11-20T21:50:39,949 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 2, skipped 0, firstSequenceIdInLog=1, maxSequenceIdInLog=2, path=hdfs://localhost:41921/hbase/data/default/testReplayEditsWrittenIntoWAL/5d39a83aaca13eae2bf47fac7152aab4/recovered.edits/0000000000000000002 2024-11-20T21:50:39,952 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 5d39a83aaca13eae2bf47fac7152aab4 1/1 column families, dataSize=108 B heapSize=512 B 2024-11-20T21:50:40,004 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41921/hbase/data/default/testReplayEditsWrittenIntoWAL/5d39a83aaca13eae2bf47fac7152aab4/.tmp/a/9538b319e58c4d0faee485dc4242a5f0 is 58, key is testReplayEditsWrittenIntoWAL/a:1/1732139439758/Put/seqid=0 2024-11-20T21:50:40,016 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073741844_1020 (size=5170) 2024-11-20T21:50:40,016 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33523 is added to blk_1073741844_1020 (size=5170) 2024-11-20T21:50:40,016 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40861 is added to blk_1073741844_1020 (size=5170) 2024-11-20T21:50:40,017 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=2 (bloomFilter=true), to=hdfs://localhost:41921/hbase/data/default/testReplayEditsWrittenIntoWAL/5d39a83aaca13eae2bf47fac7152aab4/.tmp/a/9538b319e58c4d0faee485dc4242a5f0 2024-11-20T21:50:40,058 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41921/hbase/data/default/testReplayEditsWrittenIntoWAL/5d39a83aaca13eae2bf47fac7152aab4/.tmp/a/9538b319e58c4d0faee485dc4242a5f0 as hdfs://localhost:41921/hbase/data/default/testReplayEditsWrittenIntoWAL/5d39a83aaca13eae2bf47fac7152aab4/a/9538b319e58c4d0faee485dc4242a5f0 2024-11-20T21:50:40,068 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41921/hbase/data/default/testReplayEditsWrittenIntoWAL/5d39a83aaca13eae2bf47fac7152aab4/a/9538b319e58c4d0faee485dc4242a5f0, entries=2, sequenceid=2, filesize=5.0 K 2024-11-20T21:50:40,075 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~108 B/108, heapSize ~496 B/496, currentSize=0 B/0 for 5d39a83aaca13eae2bf47fac7152aab4 in 120ms, sequenceid=2, compaction requested=false; wal=null 2024-11-20T21:50:40,077 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:41921/hbase/data/default/testReplayEditsWrittenIntoWAL/5d39a83aaca13eae2bf47fac7152aab4/recovered.edits/0000000000000000002 2024-11-20T21:50:40,078 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 5d39a83aaca13eae2bf47fac7152aab4 2024-11-20T21:50:40,078 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 5d39a83aaca13eae2bf47fac7152aab4 2024-11-20T21:50:40,081 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 5d39a83aaca13eae2bf47fac7152aab4 2024-11-20T21:50:40,085 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41921/hbase/data/default/testReplayEditsWrittenIntoWAL/5d39a83aaca13eae2bf47fac7152aab4/recovered.edits/2.seqid, newMaxSeqId=2, maxSeqId=1 2024-11-20T21:50:40,087 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 5d39a83aaca13eae2bf47fac7152aab4; next sequenceid=3; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59987104, jitterRate=-0.10612249374389648}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-20T21:50:40,088 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 5d39a83aaca13eae2bf47fac7152aab4: Writing region info on filesystem at 1732139439929Initializing all the Stores at 1732139439931 (+2 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732139439931Obtaining lock to block concurrent updates at 1732139439953 (+22 ms)Preparing flush snapshotting stores in 5d39a83aaca13eae2bf47fac7152aab4 at 1732139439953Finished memstore snapshotting testReplayEditsWrittenIntoWAL,,1732139439679.5d39a83aaca13eae2bf47fac7152aab4., syncing WAL and waiting on mvcc, flushsize=dataSize=108, getHeapSize=496, getOffHeapSize=0, getCellsCount=2 at 1732139439955 (+2 ms)Flushing stores of testReplayEditsWrittenIntoWAL,,1732139439679.5d39a83aaca13eae2bf47fac7152aab4. at 1732139439956 (+1 ms)Flushing 5d39a83aaca13eae2bf47fac7152aab4/a: creating writer at 1732139439957 (+1 ms)Flushing 5d39a83aaca13eae2bf47fac7152aab4/a: appending metadata at 1732139439992 (+35 ms)Flushing 5d39a83aaca13eae2bf47fac7152aab4/a: closing flushed file at 1732139439995 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7baf1282: reopening flushed file at 1732139440056 (+61 ms)Finished flush of dataSize ~108 B/108, heapSize ~496 B/496, currentSize=0 B/0 for 5d39a83aaca13eae2bf47fac7152aab4 in 120ms, sequenceid=2, compaction requested=false; wal=null at 1732139440075 (+19 ms)Cleaning up temporary data from old regions at 1732139440078 (+3 ms)Region opened successfully at 1732139440088 (+10 ms) 2024-11-20T21:50:40,121 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayCompressed#testNameConflictWhenSplit0 Thread=375 (was 364) Potentially hanging thread: AsyncFSWAL-8-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_570430170_22 at /127.0.0.1:55378 [Receiving block BP-2054634144-172.17.0.2-1732139433704:blk_1073741843_1019] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_570430170_22 at /127.0.0.1:49822 [Receiving block BP-2054634144-172.17.0.2-1732139433704:blk_1073741843_1019] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-2054634144-172.17.0.2-1732139433704:blk_1073741843_1019, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_570430170_22 at /127.0.0.1:59946 [Waiting for operation #8] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_570430170_22 at /127.0.0.1:33006 [Waiting for operation #8] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-8-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_570430170_22 at /127.0.0.1:45320 [Receiving block BP-2054634144-172.17.0.2-1732139433704:blk_1073741843_1019] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-2054634144-172.17.0.2-1732139433704:blk_1073741843_1019, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:41921/hbase-prefix:default java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_570430170_22 at /127.0.0.1:45258 [Waiting for operation #6] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-2054634144-172.17.0.2-1732139433704:blk_1073741843_1019, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-8-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: TestAsyncWALReplay-pool-0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=703 (was 611) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=70 (was 70), ProcessCount=11 (was 11), AvailableMemoryMB=3511 (was 3523) 2024-11-20T21:50:40,133 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayCompressed#testNameConflictWhenSplit1 Thread=375, OpenFileDescriptor=703, MaxFileDescriptor=1048576, SystemLoadAverage=70, ProcessCount=11, AvailableMemoryMB=3510 2024-11-20T21:50:40,149 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T21:50:40,152 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T21:50:40,153 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T21:50:40,157 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-89796120, suffix=, logDir=hdfs://localhost:41921/hbase/WALs/hregion-89796120, archiveDir=hdfs://localhost:41921/hbase/oldWALs, maxLogs=32 2024-11-20T21:50:40,171 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-89796120/hregion-89796120.1732139440158, exclude list is [], retry=0 2024-11-20T21:50:40,175 DEBUG [AsyncFSWAL-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33523,DS-d1189d62-b129-4f55-974b-c3c4144a4e3b,DISK] 2024-11-20T21:50:40,175 DEBUG [AsyncFSWAL-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40861,DS-f2cc9084-db20-46a0-820e-047e4164573b,DISK] 2024-11-20T21:50:40,176 DEBUG [AsyncFSWAL-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34821,DS-227376d8-446b-4d9d-93bd-c918f8b2a0a4,DISK] 2024-11-20T21:50:40,179 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-89796120/hregion-89796120.1732139440158 2024-11-20T21:50:40,180 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41653:41653),(127.0.0.1/127.0.0.1:46499:46499),(127.0.0.1/127.0.0.1:35005:35005)] 2024-11-20T21:50:40,180 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 52c7a4c93be7c8f47f1b0479e9fe6efb, NAME => 'testReplayEditsWrittenIntoWAL,,1732139440150.52c7a4c93be7c8f47f1b0479e9fe6efb.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsWrittenIntoWAL', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41921/hbase 2024-11-20T21:50:40,195 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33523 is added to blk_1073741846_1022 (size=64) 2024-11-20T21:50:40,195 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40861 is added to blk_1073741846_1022 (size=64) 2024-11-20T21:50:40,196 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073741846_1022 (size=64) 2024-11-20T21:50:40,196 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1732139440150.52c7a4c93be7c8f47f1b0479e9fe6efb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T21:50:40,198 INFO [StoreOpener-52c7a4c93be7c8f47f1b0479e9fe6efb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 52c7a4c93be7c8f47f1b0479e9fe6efb 2024-11-20T21:50:40,202 INFO [StoreOpener-52c7a4c93be7c8f47f1b0479e9fe6efb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 52c7a4c93be7c8f47f1b0479e9fe6efb columnFamilyName a 2024-11-20T21:50:40,202 DEBUG [StoreOpener-52c7a4c93be7c8f47f1b0479e9fe6efb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:50:40,203 INFO [StoreOpener-52c7a4c93be7c8f47f1b0479e9fe6efb-1 {}] regionserver.HStore(327): Store=52c7a4c93be7c8f47f1b0479e9fe6efb/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T21:50:40,203 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 52c7a4c93be7c8f47f1b0479e9fe6efb 2024-11-20T21:50:40,204 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41921/hbase/data/default/testReplayEditsWrittenIntoWAL/52c7a4c93be7c8f47f1b0479e9fe6efb 2024-11-20T21:50:40,205 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41921/hbase/data/default/testReplayEditsWrittenIntoWAL/52c7a4c93be7c8f47f1b0479e9fe6efb 2024-11-20T21:50:40,205 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 52c7a4c93be7c8f47f1b0479e9fe6efb 2024-11-20T21:50:40,206 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 52c7a4c93be7c8f47f1b0479e9fe6efb 2024-11-20T21:50:40,208 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 52c7a4c93be7c8f47f1b0479e9fe6efb 2024-11-20T21:50:40,211 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41921/hbase/data/default/testReplayEditsWrittenIntoWAL/52c7a4c93be7c8f47f1b0479e9fe6efb/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T21:50:40,212 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 52c7a4c93be7c8f47f1b0479e9fe6efb; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71635324, jitterRate=0.06744951009750366}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-20T21:50:40,213 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 52c7a4c93be7c8f47f1b0479e9fe6efb: Writing region info on filesystem at 1732139440196Initializing all the Stores at 1732139440198 (+2 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732139440198Cleaning up temporary data from old regions at 1732139440206 (+8 ms)Region opened successfully at 1732139440213 (+7 ms) 2024-11-20T21:50:40,213 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 52c7a4c93be7c8f47f1b0479e9fe6efb, disabling compactions & flushes 2024-11-20T21:50:40,213 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenIntoWAL,,1732139440150.52c7a4c93be7c8f47f1b0479e9fe6efb. 2024-11-20T21:50:40,213 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenIntoWAL,,1732139440150.52c7a4c93be7c8f47f1b0479e9fe6efb. 2024-11-20T21:50:40,213 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenIntoWAL,,1732139440150.52c7a4c93be7c8f47f1b0479e9fe6efb. after waiting 0 ms 2024-11-20T21:50:40,213 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenIntoWAL,,1732139440150.52c7a4c93be7c8f47f1b0479e9fe6efb. 2024-11-20T21:50:40,214 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenIntoWAL,,1732139440150.52c7a4c93be7c8f47f1b0479e9fe6efb. 2024-11-20T21:50:40,214 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 52c7a4c93be7c8f47f1b0479e9fe6efb: Waiting for close lock at 1732139440213Disabling compacts and flushes for region at 1732139440213Disabling writes for close at 1732139440213Writing region close event to WAL at 1732139440214 (+1 ms)Closed at 1732139440214 2024-11-20T21:50:40,218 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073741845_1021 (size=93) 2024-11-20T21:50:40,218 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40861 is added to blk_1073741845_1021 (size=93) 2024-11-20T21:50:40,218 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33523 is added to blk_1073741845_1021 (size=93) 2024-11-20T21:50:40,222 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-20T21:50:40,222 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-89796120:(num 1732139440158) 2024-11-20T21:50:40,223 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor testMonitor 2024-11-20T21:50:40,235 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33523 is added to blk_1073741847_1023 (size=276) 2024-11-20T21:50:40,235 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40861 is added to blk_1073741847_1023 (size=276) 2024-11-20T21:50:40,236 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073741847_1023 (size=276) 2024-11-20T21:50:40,237 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor testMonitor 2024-11-20T21:50:40,249 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40861 is added to blk_1073741848_1024 (size=230) 2024-11-20T21:50:40,249 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33523 is added to blk_1073741848_1024 (size=230) 2024-11-20T21:50:40,250 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073741848_1024 (size=230) 2024-11-20T21:50:40,274 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41921/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732139440148/wal-2, size=230 (230bytes) 2024-11-20T21:50:40,274 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41921/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732139440148/wal-2 2024-11-20T21:50:40,276 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41921/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732139440148/wal-2 after 2ms 2024-11-20T21:50:40,280 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:41921/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732139440148/wal-2: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-11-20T21:50:40,280 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41921/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732139440148/wal-2 took 6ms 2024-11-20T21:50:40,283 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41921/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732139440148/wal-2 so closing down 2024-11-20T21:50:40,283 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-20T21:50:40,286 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000002-wal-2.temp 2024-11-20T21:50:40,288 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41921/hbase/data/default/testReplayEditsWrittenIntoWAL/52c7a4c93be7c8f47f1b0479e9fe6efb/recovered.edits/0000000000000000002-wal-2.temp 2024-11-20T21:50:40,288 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-20T21:50:40,295 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33523 is added to blk_1073741849_1025 (size=230) 2024-11-20T21:50:40,295 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073741849_1025 (size=230) 2024-11-20T21:50:40,295 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40861 is added to blk_1073741849_1025 (size=230) 2024-11-20T21:50:40,296 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41921/hbase/data/default/testReplayEditsWrittenIntoWAL/52c7a4c93be7c8f47f1b0479e9fe6efb/recovered.edits/0000000000000000002-wal-2.temp (wrote 1 edits, skipped 0 edits in 0 ms) 2024-11-20T21:50:40,298 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41921/hbase/data/default/testReplayEditsWrittenIntoWAL/52c7a4c93be7c8f47f1b0479e9fe6efb/recovered.edits/0000000000000000002-wal-2.temp to hdfs://localhost:41921/hbase/data/default/testReplayEditsWrittenIntoWAL/52c7a4c93be7c8f47f1b0479e9fe6efb/recovered.edits/0000000000000000002 2024-11-20T21:50:40,299 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 1 edits across 1 Regions in 18 ms; skipped=0; WAL=hdfs://localhost:41921/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732139440148/wal-2, size=230, length=230, corrupted=false, cancelled=false 2024-11-20T21:50:40,299 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41921/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732139440148/wal-2, journal: Splitting hdfs://localhost:41921/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732139440148/wal-2, size=230 (230bytes) at 1732139440274Finishing writing output for hdfs://localhost:41921/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732139440148/wal-2 so closing down at 1732139440283 (+9 ms)Creating recovered edits writer path=hdfs://localhost:41921/hbase/data/default/testReplayEditsWrittenIntoWAL/52c7a4c93be7c8f47f1b0479e9fe6efb/recovered.edits/0000000000000000002-wal-2.temp at 1732139440288 (+5 ms)3 split writer threads finished at 1732139440288Closed recovered edits writer path=hdfs://localhost:41921/hbase/data/default/testReplayEditsWrittenIntoWAL/52c7a4c93be7c8f47f1b0479e9fe6efb/recovered.edits/0000000000000000002-wal-2.temp (wrote 1 edits, skipped 0 edits in 0 ms) at 1732139440296 (+8 ms)Rename recovered edits hdfs://localhost:41921/hbase/data/default/testReplayEditsWrittenIntoWAL/52c7a4c93be7c8f47f1b0479e9fe6efb/recovered.edits/0000000000000000002-wal-2.temp to hdfs://localhost:41921/hbase/data/default/testReplayEditsWrittenIntoWAL/52c7a4c93be7c8f47f1b0479e9fe6efb/recovered.edits/0000000000000000002 at 1732139440299 (+3 ms)Processed 1 edits across 1 Regions in 18 ms; skipped=0; WAL=hdfs://localhost:41921/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732139440148/wal-2, size=230, length=230, corrupted=false, cancelled=false at 1732139440299 2024-11-20T21:50:40,319 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41921/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732139440148/wal-1, size=276 (276bytes) 2024-11-20T21:50:40,319 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41921/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732139440148/wal-1 2024-11-20T21:50:40,320 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41921/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732139440148/wal-1 after 1ms 2024-11-20T21:50:40,324 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:41921/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732139440148/wal-1: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-11-20T21:50:40,324 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41921/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732139440148/wal-1 took 5ms 2024-11-20T21:50:40,327 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41921/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732139440148/wal-1 so closing down 2024-11-20T21:50:40,327 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-20T21:50:40,329 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal-1.temp 2024-11-20T21:50:40,330 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41921/hbase/data/default/testReplayEditsWrittenIntoWAL/52c7a4c93be7c8f47f1b0479e9fe6efb/recovered.edits/0000000000000000001-wal-1.temp 2024-11-20T21:50:40,331 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-20T21:50:40,338 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073741850_1026 (size=276) 2024-11-20T21:50:40,338 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33523 is added to blk_1073741850_1026 (size=276) 2024-11-20T21:50:40,338 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40861 is added to blk_1073741850_1026 (size=276) 2024-11-20T21:50:40,339 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41921/hbase/data/default/testReplayEditsWrittenIntoWAL/52c7a4c93be7c8f47f1b0479e9fe6efb/recovered.edits/0000000000000000001-wal-1.temp (wrote 2 edits, skipped 0 edits in 0 ms) 2024-11-20T21:50:40,343 DEBUG [split-log-closeStream-pool-0 {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:41921/hbase/data/default/testReplayEditsWrittenIntoWAL/52c7a4c93be7c8f47f1b0479e9fe6efb/recovered.edits/0000000000000000002: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-11-20T21:50:40,345 WARN [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(175): Found existing old edits file. It could be the result of a previous failed split attempt or we have duplicated wal entries. Deleting hdfs://localhost:41921/hbase/data/default/testReplayEditsWrittenIntoWAL/52c7a4c93be7c8f47f1b0479e9fe6efb/recovered.edits/0000000000000000002, length=230 2024-11-20T21:50:40,348 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41921/hbase/data/default/testReplayEditsWrittenIntoWAL/52c7a4c93be7c8f47f1b0479e9fe6efb/recovered.edits/0000000000000000001-wal-1.temp to hdfs://localhost:41921/hbase/data/default/testReplayEditsWrittenIntoWAL/52c7a4c93be7c8f47f1b0479e9fe6efb/recovered.edits/0000000000000000002 2024-11-20T21:50:40,348 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 2 edits across 1 Regions in 24 ms; skipped=0; WAL=hdfs://localhost:41921/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732139440148/wal-1, size=276, length=276, corrupted=false, cancelled=false 2024-11-20T21:50:40,348 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41921/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732139440148/wal-1, journal: Splitting hdfs://localhost:41921/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732139440148/wal-1, size=276 (276bytes) at 1732139440319Finishing writing output for hdfs://localhost:41921/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732139440148/wal-1 so closing down at 1732139440327 (+8 ms)Creating recovered edits writer path=hdfs://localhost:41921/hbase/data/default/testReplayEditsWrittenIntoWAL/52c7a4c93be7c8f47f1b0479e9fe6efb/recovered.edits/0000000000000000001-wal-1.temp at 1732139440330 (+3 ms)3 split writer threads finished at 1732139440331 (+1 ms)Closed recovered edits writer path=hdfs://localhost:41921/hbase/data/default/testReplayEditsWrittenIntoWAL/52c7a4c93be7c8f47f1b0479e9fe6efb/recovered.edits/0000000000000000001-wal-1.temp (wrote 2 edits, skipped 0 edits in 0 ms) at 1732139440339 (+8 ms)Rename recovered edits hdfs://localhost:41921/hbase/data/default/testReplayEditsWrittenIntoWAL/52c7a4c93be7c8f47f1b0479e9fe6efb/recovered.edits/0000000000000000001-wal-1.temp to hdfs://localhost:41921/hbase/data/default/testReplayEditsWrittenIntoWAL/52c7a4c93be7c8f47f1b0479e9fe6efb/recovered.edits/0000000000000000002 at 1732139440348 (+9 ms)Processed 2 edits across 1 Regions in 24 ms; skipped=0; WAL=hdfs://localhost:41921/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732139440148/wal-1, size=276, length=276, corrupted=false, cancelled=false at 1732139440348 2024-11-20T21:50:40,348 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-20T21:50:40,351 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:41921/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732139440148, archiveDir=hdfs://localhost:41921/hbase/oldWALs, maxLogs=32 2024-11-20T21:50:40,363 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testnameconflictwhensplit1-manual,16010,1732139440148/wal.1732139440351, exclude list is [], retry=0 2024-11-20T21:50:40,367 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34821,DS-227376d8-446b-4d9d-93bd-c918f8b2a0a4,DISK] 2024-11-20T21:50:40,367 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40861,DS-f2cc9084-db20-46a0-820e-047e4164573b,DISK] 2024-11-20T21:50:40,367 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33523,DS-d1189d62-b129-4f55-974b-c3c4144a4e3b,DISK] 2024-11-20T21:50:40,370 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testnameconflictwhensplit1-manual,16010,1732139440148/wal.1732139440351 2024-11-20T21:50:40,370 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35005:35005),(127.0.0.1/127.0.0.1:46499:46499),(127.0.0.1/127.0.0.1:41653:41653)] 2024-11-20T21:50:40,370 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 52c7a4c93be7c8f47f1b0479e9fe6efb, NAME => 'testReplayEditsWrittenIntoWAL,,1732139440150.52c7a4c93be7c8f47f1b0479e9fe6efb.', STARTKEY => '', ENDKEY => ''} 2024-11-20T21:50:40,370 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1732139440150.52c7a4c93be7c8f47f1b0479e9fe6efb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T21:50:40,371 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 52c7a4c93be7c8f47f1b0479e9fe6efb 2024-11-20T21:50:40,371 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 52c7a4c93be7c8f47f1b0479e9fe6efb 2024-11-20T21:50:40,373 INFO [StoreOpener-52c7a4c93be7c8f47f1b0479e9fe6efb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 52c7a4c93be7c8f47f1b0479e9fe6efb 2024-11-20T21:50:40,375 INFO [StoreOpener-52c7a4c93be7c8f47f1b0479e9fe6efb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 52c7a4c93be7c8f47f1b0479e9fe6efb columnFamilyName a 2024-11-20T21:50:40,375 DEBUG [StoreOpener-52c7a4c93be7c8f47f1b0479e9fe6efb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:50:40,376 INFO [StoreOpener-52c7a4c93be7c8f47f1b0479e9fe6efb-1 {}] regionserver.HStore(327): Store=52c7a4c93be7c8f47f1b0479e9fe6efb/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T21:50:40,376 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 52c7a4c93be7c8f47f1b0479e9fe6efb 2024-11-20T21:50:40,377 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41921/hbase/data/default/testReplayEditsWrittenIntoWAL/52c7a4c93be7c8f47f1b0479e9fe6efb 2024-11-20T21:50:40,379 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:41921/hbase/data/default/testReplayEditsWrittenIntoWAL/52c7a4c93be7c8f47f1b0479e9fe6efb 2024-11-20T21:50:40,380 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:41921/hbase/data/default/testReplayEditsWrittenIntoWAL/52c7a4c93be7c8f47f1b0479e9fe6efb/recovered.edits/0000000000000000002 2024-11-20T21:50:40,384 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:41921/hbase/data/default/testReplayEditsWrittenIntoWAL/52c7a4c93be7c8f47f1b0479e9fe6efb/recovered.edits/0000000000000000002: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-11-20T21:50:40,385 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 2, skipped 0, firstSequenceIdInLog=1, maxSequenceIdInLog=2, path=hdfs://localhost:41921/hbase/data/default/testReplayEditsWrittenIntoWAL/52c7a4c93be7c8f47f1b0479e9fe6efb/recovered.edits/0000000000000000002 2024-11-20T21:50:40,385 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 52c7a4c93be7c8f47f1b0479e9fe6efb 1/1 column families, dataSize=108 B heapSize=512 B 2024-11-20T21:50:40,401 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41921/hbase/data/default/testReplayEditsWrittenIntoWAL/52c7a4c93be7c8f47f1b0479e9fe6efb/.tmp/a/0b3fe0a93fe246579ba5b3eb88a28fc1 is 58, key is testReplayEditsWrittenIntoWAL/a:1/1732139440222/Put/seqid=0 2024-11-20T21:50:40,409 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33523 is added to blk_1073741852_1028 (size=5170) 2024-11-20T21:50:40,409 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073741852_1028 (size=5170) 2024-11-20T21:50:40,410 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40861 is added to blk_1073741852_1028 (size=5170) 2024-11-20T21:50:40,411 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=2 (bloomFilter=true), to=hdfs://localhost:41921/hbase/data/default/testReplayEditsWrittenIntoWAL/52c7a4c93be7c8f47f1b0479e9fe6efb/.tmp/a/0b3fe0a93fe246579ba5b3eb88a28fc1 2024-11-20T21:50:40,419 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41921/hbase/data/default/testReplayEditsWrittenIntoWAL/52c7a4c93be7c8f47f1b0479e9fe6efb/.tmp/a/0b3fe0a93fe246579ba5b3eb88a28fc1 as hdfs://localhost:41921/hbase/data/default/testReplayEditsWrittenIntoWAL/52c7a4c93be7c8f47f1b0479e9fe6efb/a/0b3fe0a93fe246579ba5b3eb88a28fc1 2024-11-20T21:50:40,429 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41921/hbase/data/default/testReplayEditsWrittenIntoWAL/52c7a4c93be7c8f47f1b0479e9fe6efb/a/0b3fe0a93fe246579ba5b3eb88a28fc1, entries=2, sequenceid=2, filesize=5.0 K 2024-11-20T21:50:40,429 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~108 B/108, heapSize ~496 B/496, currentSize=0 B/0 for 52c7a4c93be7c8f47f1b0479e9fe6efb in 44ms, sequenceid=2, compaction requested=false; wal=null 2024-11-20T21:50:40,430 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:41921/hbase/data/default/testReplayEditsWrittenIntoWAL/52c7a4c93be7c8f47f1b0479e9fe6efb/recovered.edits/0000000000000000002 2024-11-20T21:50:40,431 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 52c7a4c93be7c8f47f1b0479e9fe6efb 2024-11-20T21:50:40,431 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 52c7a4c93be7c8f47f1b0479e9fe6efb 2024-11-20T21:50:40,434 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 52c7a4c93be7c8f47f1b0479e9fe6efb 2024-11-20T21:50:40,437 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41921/hbase/data/default/testReplayEditsWrittenIntoWAL/52c7a4c93be7c8f47f1b0479e9fe6efb/recovered.edits/2.seqid, newMaxSeqId=2, maxSeqId=1 2024-11-20T21:50:40,438 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 52c7a4c93be7c8f47f1b0479e9fe6efb; next sequenceid=3; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72336400, jitterRate=0.0778963565826416}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-20T21:50:40,439 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 52c7a4c93be7c8f47f1b0479e9fe6efb: Writing region info on filesystem at 1732139440371Initializing all the Stores at 1732139440372 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732139440372Obtaining lock to block concurrent updates at 1732139440385 (+13 ms)Preparing flush snapshotting stores in 52c7a4c93be7c8f47f1b0479e9fe6efb at 1732139440385Finished memstore snapshotting testReplayEditsWrittenIntoWAL,,1732139440150.52c7a4c93be7c8f47f1b0479e9fe6efb., syncing WAL and waiting on mvcc, flushsize=dataSize=108, getHeapSize=496, getOffHeapSize=0, getCellsCount=2 at 1732139440385Flushing stores of testReplayEditsWrittenIntoWAL,,1732139440150.52c7a4c93be7c8f47f1b0479e9fe6efb. at 1732139440385Flushing 52c7a4c93be7c8f47f1b0479e9fe6efb/a: creating writer at 1732139440385Flushing 52c7a4c93be7c8f47f1b0479e9fe6efb/a: appending metadata at 1732139440400 (+15 ms)Flushing 52c7a4c93be7c8f47f1b0479e9fe6efb/a: closing flushed file at 1732139440400Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@23e5297: reopening flushed file at 1732139440417 (+17 ms)Finished flush of dataSize ~108 B/108, heapSize ~496 B/496, currentSize=0 B/0 for 52c7a4c93be7c8f47f1b0479e9fe6efb in 44ms, sequenceid=2, compaction requested=false; wal=null at 1732139440429 (+12 ms)Cleaning up temporary data from old regions at 1732139440431 (+2 ms)Region opened successfully at 1732139440439 (+8 ms) 2024-11-20T21:50:40,455 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayCompressed#testNameConflictWhenSplit1 Thread=385 (was 375) Potentially hanging thread: PacketResponder: BP-2054634144-172.17.0.2-1732139433704:blk_1073741851_1027, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_570430170_22 at /127.0.0.1:59946 [Waiting for operation #15] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-2054634144-172.17.0.2-1732139433704:blk_1073741851_1027, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_570430170_22 at /127.0.0.1:33006 [Waiting for operation #10] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_570430170_22 at /127.0.0.1:55446 [Receiving block BP-2054634144-172.17.0.2-1732139433704:blk_1073741851_1027] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_570430170_22 at /127.0.0.1:45390 [Receiving block BP-2054634144-172.17.0.2-1732139433704:blk_1073741851_1027] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-2054634144-172.17.0.2-1732139433704:blk_1073741851_1027, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-10-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-10-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-10-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_570430170_22 at /127.0.0.1:45258 [Waiting for operation #12] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_570430170_22 at /127.0.0.1:49884 [Receiving block BP-2054634144-172.17.0.2-1732139433704:blk_1073741851_1027] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=785 (was 703) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=70 (was 70), ProcessCount=11 (was 11), AvailableMemoryMB=3505 (was 3510) 2024-11-20T21:50:40,465 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayCompressed#testReplayEditsWrittenIntoWAL Thread=385, OpenFileDescriptor=785, MaxFileDescriptor=1048576, SystemLoadAverage=70, ProcessCount=11, AvailableMemoryMB=3505 2024-11-20T21:50:40,482 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T21:50:40,484 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T21:50:40,484 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T21:50:40,487 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-61908059, suffix=, logDir=hdfs://localhost:41921/hbase/WALs/hregion-61908059, archiveDir=hdfs://localhost:41921/hbase/oldWALs, maxLogs=32 2024-11-20T21:50:40,501 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-61908059/hregion-61908059.1732139440488, exclude list is [], retry=0 2024-11-20T21:50:40,504 DEBUG [AsyncFSWAL-12-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33523,DS-d1189d62-b129-4f55-974b-c3c4144a4e3b,DISK] 2024-11-20T21:50:40,504 DEBUG [AsyncFSWAL-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34821,DS-227376d8-446b-4d9d-93bd-c918f8b2a0a4,DISK] 2024-11-20T21:50:40,504 DEBUG [AsyncFSWAL-12-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40861,DS-f2cc9084-db20-46a0-820e-047e4164573b,DISK] 2024-11-20T21:50:40,508 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-61908059/hregion-61908059.1732139440488 2024-11-20T21:50:40,509 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41653:41653),(127.0.0.1/127.0.0.1:35005:35005),(127.0.0.1/127.0.0.1:46499:46499)] 2024-11-20T21:50:40,509 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => db065de45b994464a06da255502d6534, NAME => 'testReplayEditsWrittenIntoWAL,,1732139440482.db065de45b994464a06da255502d6534.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsWrittenIntoWAL', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41921/hbase 2024-11-20T21:50:40,519 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33523 is added to blk_1073741854_1030 (size=64) 2024-11-20T21:50:40,519 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40861 is added to blk_1073741854_1030 (size=64) 2024-11-20T21:50:40,520 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073741854_1030 (size=64) 2024-11-20T21:50:40,521 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1732139440482.db065de45b994464a06da255502d6534.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T21:50:40,522 INFO [StoreOpener-db065de45b994464a06da255502d6534-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region db065de45b994464a06da255502d6534 2024-11-20T21:50:40,524 INFO [StoreOpener-db065de45b994464a06da255502d6534-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region db065de45b994464a06da255502d6534 columnFamilyName a 2024-11-20T21:50:40,525 DEBUG [StoreOpener-db065de45b994464a06da255502d6534-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:50:40,525 INFO [StoreOpener-db065de45b994464a06da255502d6534-1 {}] regionserver.HStore(327): Store=db065de45b994464a06da255502d6534/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T21:50:40,525 INFO [StoreOpener-db065de45b994464a06da255502d6534-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region db065de45b994464a06da255502d6534 2024-11-20T21:50:40,527 INFO [StoreOpener-db065de45b994464a06da255502d6534-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region db065de45b994464a06da255502d6534 columnFamilyName b 2024-11-20T21:50:40,527 DEBUG [StoreOpener-db065de45b994464a06da255502d6534-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:50:40,528 INFO [StoreOpener-db065de45b994464a06da255502d6534-1 {}] regionserver.HStore(327): Store=db065de45b994464a06da255502d6534/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T21:50:40,528 INFO [StoreOpener-db065de45b994464a06da255502d6534-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region db065de45b994464a06da255502d6534 2024-11-20T21:50:40,530 INFO [StoreOpener-db065de45b994464a06da255502d6534-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region db065de45b994464a06da255502d6534 columnFamilyName c 2024-11-20T21:50:40,530 DEBUG [StoreOpener-db065de45b994464a06da255502d6534-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:50:40,530 INFO [StoreOpener-db065de45b994464a06da255502d6534-1 {}] regionserver.HStore(327): Store=db065de45b994464a06da255502d6534/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T21:50:40,530 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for db065de45b994464a06da255502d6534 2024-11-20T21:50:40,531 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41921/hbase/data/default/testReplayEditsWrittenIntoWAL/db065de45b994464a06da255502d6534 2024-11-20T21:50:40,532 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41921/hbase/data/default/testReplayEditsWrittenIntoWAL/db065de45b994464a06da255502d6534 2024-11-20T21:50:40,533 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for db065de45b994464a06da255502d6534 2024-11-20T21:50:40,533 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for db065de45b994464a06da255502d6534 2024-11-20T21:50:40,534 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenIntoWAL descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T21:50:40,536 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for db065de45b994464a06da255502d6534 2024-11-20T21:50:40,539 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41921/hbase/data/default/testReplayEditsWrittenIntoWAL/db065de45b994464a06da255502d6534/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T21:50:40,540 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened db065de45b994464a06da255502d6534; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68200631, jitterRate=0.016268596053123474}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T21:50:40,540 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for db065de45b994464a06da255502d6534: Writing region info on filesystem at 1732139440521Initializing all the Stores at 1732139440522 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732139440522Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732139440522Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732139440522Cleaning up temporary data from old regions at 1732139440534 (+12 ms)Region opened successfully at 1732139440540 (+6 ms) 2024-11-20T21:50:40,540 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing db065de45b994464a06da255502d6534, disabling compactions & flushes 2024-11-20T21:50:40,540 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenIntoWAL,,1732139440482.db065de45b994464a06da255502d6534. 2024-11-20T21:50:40,540 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenIntoWAL,,1732139440482.db065de45b994464a06da255502d6534. 2024-11-20T21:50:40,540 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenIntoWAL,,1732139440482.db065de45b994464a06da255502d6534. after waiting 0 ms 2024-11-20T21:50:40,540 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenIntoWAL,,1732139440482.db065de45b994464a06da255502d6534. 2024-11-20T21:50:40,541 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenIntoWAL,,1732139440482.db065de45b994464a06da255502d6534. 2024-11-20T21:50:40,541 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for db065de45b994464a06da255502d6534: Waiting for close lock at 1732139440540Disabling compacts and flushes for region at 1732139440540Disabling writes for close at 1732139440540Writing region close event to WAL at 1732139440541 (+1 ms)Closed at 1732139440541 2024-11-20T21:50:40,544 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073741853_1029 (size=93) 2024-11-20T21:50:40,545 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33523 is added to blk_1073741853_1029 (size=93) 2024-11-20T21:50:40,545 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40861 is added to blk_1073741853_1029 (size=93) 2024-11-20T21:50:40,548 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-20T21:50:40,548 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-61908059:(num 1732139440488) 2024-11-20T21:50:40,548 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-20T21:50:40,551 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:41921/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732139440481, archiveDir=hdfs://localhost:41921/hbase/oldWALs, maxLogs=32 2024-11-20T21:50:40,569 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732139440481/wal.1732139440552, exclude list is [], retry=0 2024-11-20T21:50:40,573 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40861,DS-f2cc9084-db20-46a0-820e-047e4164573b,DISK] 2024-11-20T21:50:40,574 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33523,DS-d1189d62-b129-4f55-974b-c3c4144a4e3b,DISK] 2024-11-20T21:50:40,574 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34821,DS-227376d8-446b-4d9d-93bd-c918f8b2a0a4,DISK] 2024-11-20T21:50:40,576 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732139440481/wal.1732139440552 2024-11-20T21:50:40,577 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46499:46499),(127.0.0.1/127.0.0.1:41653:41653),(127.0.0.1/127.0.0.1:35005:35005)] 2024-11-20T21:50:40,815 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41921/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732139440481/wal.1732139440552, size=0 (0bytes) 2024-11-20T21:50:40,816 WARN [Time-limited test {}] wal.WALSplitter(453): File hdfs://localhost:41921/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732139440481/wal.1732139440552 might be still open, length is 0 2024-11-20T21:50:40,816 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41921/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732139440481/wal.1732139440552 2024-11-20T21:50:40,817 WARN [IPC Server handler 2 on default port 41921 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732139440481/wal.1732139440552 has not been closed. Lease recovery is in progress. RecoveryId = 1032 for block blk_1073741855_1031 2024-11-20T21:50:40,818 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:41921/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732139440481/wal.1732139440552 after 2ms 2024-11-20T21:50:41,430 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_570430170_22 at /127.0.0.1:49930 [Receiving block BP-2054634144-172.17.0.2-1732139433704:blk_1073741855_1031] {}] datanode.DataXceiver(331): 127.0.0.1:40861:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:49930 dst: /127.0.0.1:40861 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:40861 remote=/127.0.0.1:49930]. Total timeout mills is 60000, 59351 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T21:50:41,431 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_570430170_22 at /127.0.0.1:45410 [Receiving block BP-2054634144-172.17.0.2-1732139433704:blk_1073741855_1031] {}] datanode.DataXceiver(331): 127.0.0.1:34821:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:45410 dst: /127.0.0.1:34821 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T21:50:41,431 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_570430170_22 at /127.0.0.1:55498 [Receiving block BP-2054634144-172.17.0.2-1732139433704:blk_1073741855_1031] {}] datanode.DataXceiver(331): 127.0.0.1:33523:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:55498 dst: /127.0.0.1:33523 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T21:50:41,446 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40861 is added to blk_1073741855_1032 (size=200589) 2024-11-20T21:50:41,448 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33523 is added to blk_1073741855_1032 (size=200589) 2024-11-20T21:50:41,450 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073741855_1032 (size=200589) 2024-11-20T21:50:44,814 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-20T21:50:44,819 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:41921/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732139440481/wal.1732139440552 after 4003ms 2024-11-20T21:50:44,823 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:41921/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732139440481/wal.1732139440552: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-11-20T21:50:44,824 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41921/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732139440481/wal.1732139440552 took 4009ms 2024-11-20T21:50:44,829 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.1732139440552.temp 2024-11-20T21:50:44,833 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41921/hbase/data/default/testReplayEditsWrittenIntoWAL/db065de45b994464a06da255502d6534/recovered.edits/0000000000000000001-wal.1732139440552.temp 2024-11-20T21:50:44,898 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-20T21:50:44,956 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:41921/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732139440481/wal.1732139440552; continuing. 2024-11-20T21:50:44,956 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41921/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732139440481/wal.1732139440552 so closing down 2024-11-20T21:50:44,957 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-20T21:50:44,957 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-20T21:50:44,959 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33523 is added to blk_1073741856_1033 (size=200597) 2024-11-20T21:50:44,960 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40861 is added to blk_1073741856_1033 (size=200597) 2024-11-20T21:50:44,961 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073741856_1033 (size=200597) 2024-11-20T21:50:44,961 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41921/hbase/data/default/testReplayEditsWrittenIntoWAL/db065de45b994464a06da255502d6534/recovered.edits/0000000000000000001-wal.1732139440552.temp (wrote 3002 edits, skipped 0 edits in 51 ms) 2024-11-20T21:50:44,963 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41921/hbase/data/default/testReplayEditsWrittenIntoWAL/db065de45b994464a06da255502d6534/recovered.edits/0000000000000000001-wal.1732139440552.temp to hdfs://localhost:41921/hbase/data/default/testReplayEditsWrittenIntoWAL/db065de45b994464a06da255502d6534/recovered.edits/0000000000000003002 2024-11-20T21:50:44,963 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 3002 edits across 1 Regions in 138 ms; skipped=0; WAL=hdfs://localhost:41921/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732139440481/wal.1732139440552, size=0, length=0, corrupted=false, cancelled=false 2024-11-20T21:50:44,963 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41921/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732139440481/wal.1732139440552, journal: Splitting hdfs://localhost:41921/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732139440481/wal.1732139440552, size=0 (0bytes) at 1732139440816Creating recovered edits writer path=hdfs://localhost:41921/hbase/data/default/testReplayEditsWrittenIntoWAL/db065de45b994464a06da255502d6534/recovered.edits/0000000000000000001-wal.1732139440552.temp at 1732139444833 (+4017 ms)Split 1024 edits, skipped 0 edits. at 1732139444907 (+74 ms)Split 2048 edits, skipped 0 edits. at 1732139444933 (+26 ms)Finishing writing output for hdfs://localhost:41921/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732139440481/wal.1732139440552 so closing down at 1732139444956 (+23 ms)3 split writer threads finished at 1732139444957 (+1 ms)Closed recovered edits writer path=hdfs://localhost:41921/hbase/data/default/testReplayEditsWrittenIntoWAL/db065de45b994464a06da255502d6534/recovered.edits/0000000000000000001-wal.1732139440552.temp (wrote 3002 edits, skipped 0 edits in 51 ms) at 1732139444961 (+4 ms)Rename recovered edits hdfs://localhost:41921/hbase/data/default/testReplayEditsWrittenIntoWAL/db065de45b994464a06da255502d6534/recovered.edits/0000000000000000001-wal.1732139440552.temp to hdfs://localhost:41921/hbase/data/default/testReplayEditsWrittenIntoWAL/db065de45b994464a06da255502d6534/recovered.edits/0000000000000003002 at 1732139444963 (+2 ms)Processed 3002 edits across 1 Regions in 138 ms; skipped=0; WAL=hdfs://localhost:41921/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732139440481/wal.1732139440552, size=0, length=0, corrupted=false, cancelled=false at 1732139444963 2024-11-20T21:50:44,966 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41921/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732139440481/wal.1732139440552 to hdfs://localhost:41921/hbase/oldWALs/wal.1732139440552 2024-11-20T21:50:44,968 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:41921/hbase/data/default/testReplayEditsWrittenIntoWAL/db065de45b994464a06da255502d6534/recovered.edits/0000000000000003002 2024-11-20T21:50:44,968 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-20T21:50:44,971 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:41921/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732139440481, archiveDir=hdfs://localhost:41921/hbase/oldWALs, maxLogs=32 2024-11-20T21:50:44,984 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732139440481/wal.1732139444971, exclude list is [], retry=0 2024-11-20T21:50:44,987 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34821,DS-227376d8-446b-4d9d-93bd-c918f8b2a0a4,DISK] 2024-11-20T21:50:44,988 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40861,DS-f2cc9084-db20-46a0-820e-047e4164573b,DISK] 2024-11-20T21:50:44,988 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33523,DS-d1189d62-b129-4f55-974b-c3c4144a4e3b,DISK] 2024-11-20T21:50:44,991 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732139440481/wal.1732139444971 2024-11-20T21:50:44,991 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35005:35005),(127.0.0.1/127.0.0.1:46499:46499),(127.0.0.1/127.0.0.1:41653:41653)] 2024-11-20T21:50:44,991 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1732139440482.db065de45b994464a06da255502d6534.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T21:50:44,993 INFO [StoreOpener-db065de45b994464a06da255502d6534-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region db065de45b994464a06da255502d6534 2024-11-20T21:50:44,994 INFO [StoreOpener-db065de45b994464a06da255502d6534-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region db065de45b994464a06da255502d6534 columnFamilyName a 2024-11-20T21:50:44,994 DEBUG [StoreOpener-db065de45b994464a06da255502d6534-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:50:44,995 INFO [StoreOpener-db065de45b994464a06da255502d6534-1 {}] regionserver.HStore(327): Store=db065de45b994464a06da255502d6534/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T21:50:44,995 INFO [StoreOpener-db065de45b994464a06da255502d6534-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region db065de45b994464a06da255502d6534 2024-11-20T21:50:44,996 INFO [StoreOpener-db065de45b994464a06da255502d6534-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region db065de45b994464a06da255502d6534 columnFamilyName b 2024-11-20T21:50:44,996 DEBUG [StoreOpener-db065de45b994464a06da255502d6534-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:50:44,997 INFO [StoreOpener-db065de45b994464a06da255502d6534-1 {}] regionserver.HStore(327): Store=db065de45b994464a06da255502d6534/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T21:50:44,997 INFO [StoreOpener-db065de45b994464a06da255502d6534-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region db065de45b994464a06da255502d6534 2024-11-20T21:50:44,998 INFO [StoreOpener-db065de45b994464a06da255502d6534-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region db065de45b994464a06da255502d6534 columnFamilyName c 2024-11-20T21:50:44,998 DEBUG [StoreOpener-db065de45b994464a06da255502d6534-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:50:44,999 INFO [StoreOpener-db065de45b994464a06da255502d6534-1 {}] regionserver.HStore(327): Store=db065de45b994464a06da255502d6534/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T21:50:44,999 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for db065de45b994464a06da255502d6534 2024-11-20T21:50:45,000 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41921/hbase/data/default/testReplayEditsWrittenIntoWAL/db065de45b994464a06da255502d6534 2024-11-20T21:50:45,002 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:41921/hbase/data/default/testReplayEditsWrittenIntoWAL/db065de45b994464a06da255502d6534 2024-11-20T21:50:45,003 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:41921/hbase/data/default/testReplayEditsWrittenIntoWAL/db065de45b994464a06da255502d6534/recovered.edits/0000000000000003002 2024-11-20T21:50:45,005 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:41921/hbase/data/default/testReplayEditsWrittenIntoWAL/db065de45b994464a06da255502d6534/recovered.edits/0000000000000003002: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-11-20T21:50:45,043 INFO [Time-limited test {}] wal.AbstractTestWALReplay$4$1(796): InternalFlushCache Invoked 2024-11-20T21:50:45,401 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing db065de45b994464a06da255502d6534 3/3 column families, dataSize=42.49 KB heapSize=100.11 KB 2024-11-20T21:50:45,438 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41921/hbase/data/default/testReplayEditsWrittenIntoWAL/db065de45b994464a06da255502d6534/.tmp/a/a5df634c24fe4f87ae846e6229ad53ba is 62, key is testReplayEditsWrittenIntoWAL/a:100/1732139440588/Put/seqid=0 2024-11-20T21:50:45,449 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33523 is added to blk_1073741858_1035 (size=50463) 2024-11-20T21:50:45,449 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40861 is added to blk_1073741858_1035 (size=50463) 2024-11-20T21:50:45,450 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073741858_1035 (size=50463) 2024-11-20T21:50:45,450 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=754 (bloomFilter=true), to=hdfs://localhost:41921/hbase/data/default/testReplayEditsWrittenIntoWAL/db065de45b994464a06da255502d6534/.tmp/a/a5df634c24fe4f87ae846e6229ad53ba 2024-11-20T21:50:45,461 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41921/hbase/data/default/testReplayEditsWrittenIntoWAL/db065de45b994464a06da255502d6534/.tmp/a/a5df634c24fe4f87ae846e6229ad53ba as hdfs://localhost:41921/hbase/data/default/testReplayEditsWrittenIntoWAL/db065de45b994464a06da255502d6534/a/a5df634c24fe4f87ae846e6229ad53ba 2024-11-20T21:50:45,471 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41921/hbase/data/default/testReplayEditsWrittenIntoWAL/db065de45b994464a06da255502d6534/a/a5df634c24fe4f87ae846e6229ad53ba, entries=754, sequenceid=754, filesize=49.3 K 2024-11-20T21:50:45,472 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~42.49 KB/43512, heapSize ~99.59 KB/101984, currentSize=0 B/0 for db065de45b994464a06da255502d6534 in 70ms, sequenceid=754, compaction requested=false; wal=null 2024-11-20T21:50:45,500 INFO [Time-limited test {}] wal.AbstractTestWALReplay$4$1(796): InternalFlushCache Invoked 2024-11-20T21:50:45,501 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing db065de45b994464a06da255502d6534 3/3 column families, dataSize=42.49 KB heapSize=100.11 KB 2024-11-20T21:50:45,509 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41921/hbase/data/default/testReplayEditsWrittenIntoWAL/db065de45b994464a06da255502d6534/.tmp/a/1c6d1f626e93474bacf43f1f8f2a6263 is 62, key is testReplayEditsWrittenIntoWAL/a:754/1732139440649/Put/seqid=0 2024-11-20T21:50:45,524 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40861 is added to blk_1073741859_1036 (size=20072) 2024-11-20T21:50:45,525 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073741859_1036 (size=20072) 2024-11-20T21:50:45,525 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33523 is added to blk_1073741859_1036 (size=20072) 2024-11-20T21:50:45,527 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.93 KB at sequenceid=1508 (bloomFilter=true), to=hdfs://localhost:41921/hbase/data/default/testReplayEditsWrittenIntoWAL/db065de45b994464a06da255502d6534/.tmp/a/1c6d1f626e93474bacf43f1f8f2a6263 2024-11-20T21:50:45,560 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41921/hbase/data/default/testReplayEditsWrittenIntoWAL/db065de45b994464a06da255502d6534/.tmp/b/c705c3f164da4c909830a76d60aa88d3 is 62, key is testReplayEditsWrittenIntoWAL/b:100/1732139440672/Put/seqid=0 2024-11-20T21:50:45,569 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073741860_1037 (size=35835) 2024-11-20T21:50:45,569 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40861 is added to blk_1073741860_1037 (size=35835) 2024-11-20T21:50:45,569 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33523 is added to blk_1073741860_1037 (size=35835) 2024-11-20T21:50:45,570 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28.56 KB at sequenceid=1508 (bloomFilter=true), to=hdfs://localhost:41921/hbase/data/default/testReplayEditsWrittenIntoWAL/db065de45b994464a06da255502d6534/.tmp/b/c705c3f164da4c909830a76d60aa88d3 2024-11-20T21:50:45,578 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41921/hbase/data/default/testReplayEditsWrittenIntoWAL/db065de45b994464a06da255502d6534/.tmp/a/1c6d1f626e93474bacf43f1f8f2a6263 as hdfs://localhost:41921/hbase/data/default/testReplayEditsWrittenIntoWAL/db065de45b994464a06da255502d6534/a/1c6d1f626e93474bacf43f1f8f2a6263 2024-11-20T21:50:45,586 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41921/hbase/data/default/testReplayEditsWrittenIntoWAL/db065de45b994464a06da255502d6534/a/1c6d1f626e93474bacf43f1f8f2a6263, entries=246, sequenceid=1508, filesize=19.6 K 2024-11-20T21:50:45,588 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41921/hbase/data/default/testReplayEditsWrittenIntoWAL/db065de45b994464a06da255502d6534/.tmp/b/c705c3f164da4c909830a76d60aa88d3 as hdfs://localhost:41921/hbase/data/default/testReplayEditsWrittenIntoWAL/db065de45b994464a06da255502d6534/b/c705c3f164da4c909830a76d60aa88d3 2024-11-20T21:50:45,597 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41921/hbase/data/default/testReplayEditsWrittenIntoWAL/db065de45b994464a06da255502d6534/b/c705c3f164da4c909830a76d60aa88d3, entries=508, sequenceid=1508, filesize=35.0 K 2024-11-20T21:50:45,598 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~42.49 KB/43512, heapSize ~99.83 KB/102224, currentSize=0 B/0 for db065de45b994464a06da255502d6534 in 98ms, sequenceid=1508, compaction requested=false; wal=null 2024-11-20T21:50:45,614 INFO [Time-limited test {}] wal.AbstractTestWALReplay$4$1(796): InternalFlushCache Invoked 2024-11-20T21:50:45,614 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing db065de45b994464a06da255502d6534 3/3 column families, dataSize=42.49 KB heapSize=100.11 KB 2024-11-20T21:50:45,621 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41921/hbase/data/default/testReplayEditsWrittenIntoWAL/db065de45b994464a06da255502d6534/.tmp/b/091614ce8f6c4a4aa5713cf49478d9ed is 62, key is testReplayEditsWrittenIntoWAL/b:508/1732139440691/Put/seqid=0 2024-11-20T21:50:45,628 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33523 is added to blk_1073741861_1038 (size=35082) 2024-11-20T21:50:45,629 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40861 is added to blk_1073741861_1038 (size=35082) 2024-11-20T21:50:45,629 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073741861_1038 (size=35082) 2024-11-20T21:50:45,629 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.87 KB at sequenceid=2262 (bloomFilter=true), to=hdfs://localhost:41921/hbase/data/default/testReplayEditsWrittenIntoWAL/db065de45b994464a06da255502d6534/.tmp/b/091614ce8f6c4a4aa5713cf49478d9ed 2024-11-20T21:50:45,654 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41921/hbase/data/default/testReplayEditsWrittenIntoWAL/db065de45b994464a06da255502d6534/.tmp/c/dd443d5b45a146c1849ed1284555630c is 62, key is testReplayEditsWrittenIntoWAL/c:100/1732139440729/Put/seqid=0 2024-11-20T21:50:45,662 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40861 is added to blk_1073741862_1039 (size=20825) 2024-11-20T21:50:45,662 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33523 is added to blk_1073741862_1039 (size=20825) 2024-11-20T21:50:45,662 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073741862_1039 (size=20825) 2024-11-20T21:50:45,664 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=14.63 KB at sequenceid=2262 (bloomFilter=true), to=hdfs://localhost:41921/hbase/data/default/testReplayEditsWrittenIntoWAL/db065de45b994464a06da255502d6534/.tmp/c/dd443d5b45a146c1849ed1284555630c 2024-11-20T21:50:45,672 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41921/hbase/data/default/testReplayEditsWrittenIntoWAL/db065de45b994464a06da255502d6534/.tmp/b/091614ce8f6c4a4aa5713cf49478d9ed as hdfs://localhost:41921/hbase/data/default/testReplayEditsWrittenIntoWAL/db065de45b994464a06da255502d6534/b/091614ce8f6c4a4aa5713cf49478d9ed 2024-11-20T21:50:45,678 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41921/hbase/data/default/testReplayEditsWrittenIntoWAL/db065de45b994464a06da255502d6534/b/091614ce8f6c4a4aa5713cf49478d9ed, entries=492, sequenceid=2262, filesize=34.3 K 2024-11-20T21:50:45,679 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41921/hbase/data/default/testReplayEditsWrittenIntoWAL/db065de45b994464a06da255502d6534/.tmp/c/dd443d5b45a146c1849ed1284555630c as hdfs://localhost:41921/hbase/data/default/testReplayEditsWrittenIntoWAL/db065de45b994464a06da255502d6534/c/dd443d5b45a146c1849ed1284555630c 2024-11-20T21:50:45,685 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41921/hbase/data/default/testReplayEditsWrittenIntoWAL/db065de45b994464a06da255502d6534/c/dd443d5b45a146c1849ed1284555630c, entries=262, sequenceid=2262, filesize=20.3 K 2024-11-20T21:50:45,685 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~42.49 KB/43512, heapSize ~99.83 KB/102224, currentSize=0 B/0 for db065de45b994464a06da255502d6534 in 71ms, sequenceid=2262, compaction requested=false; wal=null 2024-11-20T21:50:45,696 WARN [Time-limited test {}] regionserver.HRegion(5722): No family for cell testReplayEditsWrittenIntoWAL/another family:testReplayEditsWrittenIntoWAL/1732139440779/Put/vlen=29/seqid=0 in region testReplayEditsWrittenIntoWAL,,1732139440482.db065de45b994464a06da255502d6534. 2024-11-20T21:50:45,699 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 3001, skipped 1, firstSequenceIdInLog=1, maxSequenceIdInLog=3002, path=hdfs://localhost:41921/hbase/data/default/testReplayEditsWrittenIntoWAL/db065de45b994464a06da255502d6534/recovered.edits/0000000000000003002 2024-11-20T21:50:45,699 INFO [Time-limited test {}] wal.AbstractTestWALReplay$4$1(796): InternalFlushCache Invoked 2024-11-20T21:50:45,699 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing db065de45b994464a06da255502d6534 3/3 column families, dataSize=41.85 KB heapSize=98.89 KB 2024-11-20T21:50:45,707 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41921/hbase/data/default/testReplayEditsWrittenIntoWAL/db065de45b994464a06da255502d6534/.tmp/c/c93214b5feca485abd9486e9c4220264 is 62, key is testReplayEditsWrittenIntoWAL/c:262/1732139440739/Put/seqid=0 2024-11-20T21:50:45,714 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33523 is added to blk_1073741863_1040 (size=50301) 2024-11-20T21:50:45,715 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073741863_1040 (size=50301) 2024-11-20T21:50:45,715 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40861 is added to blk_1073741863_1040 (size=50301) 2024-11-20T21:50:45,715 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=41.85 KB at sequenceid=3002 (bloomFilter=true), to=hdfs://localhost:41921/hbase/data/default/testReplayEditsWrittenIntoWAL/db065de45b994464a06da255502d6534/.tmp/c/c93214b5feca485abd9486e9c4220264 2024-11-20T21:50:45,722 INFO [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c93214b5feca485abd9486e9c4220264 2024-11-20T21:50:45,723 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41921/hbase/data/default/testReplayEditsWrittenIntoWAL/db065de45b994464a06da255502d6534/.tmp/c/c93214b5feca485abd9486e9c4220264 as hdfs://localhost:41921/hbase/data/default/testReplayEditsWrittenIntoWAL/db065de45b994464a06da255502d6534/c/c93214b5feca485abd9486e9c4220264 2024-11-20T21:50:45,730 INFO [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c93214b5feca485abd9486e9c4220264 2024-11-20T21:50:45,731 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41921/hbase/data/default/testReplayEditsWrittenIntoWAL/db065de45b994464a06da255502d6534/c/c93214b5feca485abd9486e9c4220264, entries=739, sequenceid=3002, filesize=49.1 K 2024-11-20T21:50:45,731 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~41.85 KB/42854, heapSize ~98.38 KB/100736, currentSize=0 B/0 for db065de45b994464a06da255502d6534 in 32ms, sequenceid=3002, compaction requested=false; wal=null 2024-11-20T21:50:45,732 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:41921/hbase/data/default/testReplayEditsWrittenIntoWAL/db065de45b994464a06da255502d6534/recovered.edits/0000000000000003002 2024-11-20T21:50:45,734 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for db065de45b994464a06da255502d6534 2024-11-20T21:50:45,734 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for db065de45b994464a06da255502d6534 2024-11-20T21:50:45,735 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenIntoWAL descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-20T21:50:45,737 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for db065de45b994464a06da255502d6534 2024-11-20T21:50:45,739 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41921/hbase/data/default/testReplayEditsWrittenIntoWAL/db065de45b994464a06da255502d6534/recovered.edits/3002.seqid, newMaxSeqId=3002, maxSeqId=1 2024-11-20T21:50:45,741 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened db065de45b994464a06da255502d6534; next sequenceid=3003; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=204800, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63013985, jitterRate=-0.0610184520483017}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-20T21:50:45,741 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for db065de45b994464a06da255502d6534: Writing region info on filesystem at 1732139444991Initializing all the Stores at 1732139444993 (+2 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732139444993Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732139444993Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732139444993Cleaning up temporary data from old regions at 1732139445734 (+741 ms)Region opened successfully at 1732139445741 (+7 ms) 2024-11-20T21:50:45,814 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing db065de45b994464a06da255502d6534, disabling compactions & flushes 2024-11-20T21:50:45,814 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenIntoWAL,,1732139440482.db065de45b994464a06da255502d6534. 2024-11-20T21:50:45,814 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenIntoWAL,,1732139440482.db065de45b994464a06da255502d6534. 2024-11-20T21:50:45,814 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenIntoWAL,,1732139440482.db065de45b994464a06da255502d6534. after waiting 0 ms 2024-11-20T21:50:45,814 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenIntoWAL,,1732139440482.db065de45b994464a06da255502d6534. 2024-11-20T21:50:45,816 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenIntoWAL,,1732139440482.db065de45b994464a06da255502d6534. 2024-11-20T21:50:45,817 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for db065de45b994464a06da255502d6534: Waiting for close lock at 1732139445814Disabling compacts and flushes for region at 1732139445814Disabling writes for close at 1732139445814Writing region close event to WAL at 1732139445816 (+2 ms)Closed at 1732139445816 2024-11-20T21:50:45,820 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40861 is added to blk_1073741857_1034 (size=93) 2024-11-20T21:50:45,820 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33523 is added to blk_1073741857_1034 (size=93) 2024-11-20T21:50:45,821 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073741857_1034 (size=93) 2024-11-20T21:50:45,824 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-20T21:50:45,824 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL wal:(num 1732139444971) 2024-11-20T21:50:45,840 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayCompressed#testReplayEditsWrittenIntoWAL Thread=401 (was 385) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_419013228_22 at /127.0.0.1:49994 [Waiting for operation #13] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38381 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/165f4628-b01f-b435-db81-78006882034a/cluster_19b05791-9dcf-4c0a-75cc-186bb1db03a7/data/data6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-12-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (164445987) connection to localhost/127.0.0.1:34881 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_419013228_22 at /127.0.0.1:45482 [Waiting for operation #11] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.replay.wal.secondtime@localhost:41921 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_419013228_22 at /127.0.0.1:45466 [Waiting for operation #4] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/165f4628-b01f-b435-db81-78006882034a/cluster_19b05791-9dcf-4c0a-75cc-186bb1db03a7/data/data4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/165f4628-b01f-b435-db81-78006882034a/cluster_19b05791-9dcf-4c0a-75cc-186bb1db03a7/data/data5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-12-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34881 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (164445987) connection to localhost/127.0.0.1:41921 from jenkins.replay.wal.secondtime java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: AsyncFSWAL-12-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/165f4628-b01f-b435-db81-78006882034a/cluster_19b05791-9dcf-4c0a-75cc-186bb1db03a7/data/data3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (164445987) connection to localhost/127.0.0.1:38381 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_419013228_22 at /127.0.0.1:55532 [Waiting for operation #20] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=866 (was 785) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=65 (was 70), ProcessCount=11 (was 11), AvailableMemoryMB=3444 (was 3505) 2024-11-20T21:50:45,852 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayCompressed#test2727 Thread=401, OpenFileDescriptor=865, MaxFileDescriptor=1048576, SystemLoadAverage=65, ProcessCount=11, AvailableMemoryMB=3443 2024-11-20T21:50:45,876 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T21:50:45,879 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T21:50:45,881 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T21:50:45,884 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-07280306, suffix=, logDir=hdfs://localhost:41921/hbase/WALs/hregion-07280306, archiveDir=hdfs://localhost:41921/hbase/oldWALs, maxLogs=32 2024-11-20T21:50:45,898 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-07280306/hregion-07280306.1732139445885, exclude list is [], retry=0 2024-11-20T21:50:45,901 DEBUG [AsyncFSWAL-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33523,DS-d1189d62-b129-4f55-974b-c3c4144a4e3b,DISK] 2024-11-20T21:50:45,901 DEBUG [AsyncFSWAL-14-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34821,DS-227376d8-446b-4d9d-93bd-c918f8b2a0a4,DISK] 2024-11-20T21:50:45,901 DEBUG [AsyncFSWAL-14-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40861,DS-f2cc9084-db20-46a0-820e-047e4164573b,DISK] 2024-11-20T21:50:45,904 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-07280306/hregion-07280306.1732139445885 2024-11-20T21:50:45,904 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35005:35005),(127.0.0.1/127.0.0.1:41653:41653),(127.0.0.1/127.0.0.1:46499:46499)] 2024-11-20T21:50:45,904 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 2c86a888b30012dd8e039645be98ba7d, NAME => 'test2727,,1732139445877.2c86a888b30012dd8e039645be98ba7d.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test2727', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41921/hbase 2024-11-20T21:50:45,913 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073741865_1042 (size=43) 2024-11-20T21:50:45,913 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40861 is added to blk_1073741865_1042 (size=43) 2024-11-20T21:50:45,913 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33523 is added to blk_1073741865_1042 (size=43) 2024-11-20T21:50:45,914 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated test2727,,1732139445877.2c86a888b30012dd8e039645be98ba7d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T21:50:45,917 INFO [StoreOpener-2c86a888b30012dd8e039645be98ba7d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 2c86a888b30012dd8e039645be98ba7d 2024-11-20T21:50:45,919 INFO [StoreOpener-2c86a888b30012dd8e039645be98ba7d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2c86a888b30012dd8e039645be98ba7d columnFamilyName a 2024-11-20T21:50:45,919 DEBUG [StoreOpener-2c86a888b30012dd8e039645be98ba7d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:50:45,919 INFO [StoreOpener-2c86a888b30012dd8e039645be98ba7d-1 {}] regionserver.HStore(327): Store=2c86a888b30012dd8e039645be98ba7d/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T21:50:45,920 INFO [StoreOpener-2c86a888b30012dd8e039645be98ba7d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 2c86a888b30012dd8e039645be98ba7d 2024-11-20T21:50:45,921 INFO [StoreOpener-2c86a888b30012dd8e039645be98ba7d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2c86a888b30012dd8e039645be98ba7d columnFamilyName b 2024-11-20T21:50:45,921 DEBUG [StoreOpener-2c86a888b30012dd8e039645be98ba7d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:50:45,922 INFO [StoreOpener-2c86a888b30012dd8e039645be98ba7d-1 {}] regionserver.HStore(327): Store=2c86a888b30012dd8e039645be98ba7d/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T21:50:45,922 INFO [StoreOpener-2c86a888b30012dd8e039645be98ba7d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 2c86a888b30012dd8e039645be98ba7d 2024-11-20T21:50:45,924 INFO [StoreOpener-2c86a888b30012dd8e039645be98ba7d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2c86a888b30012dd8e039645be98ba7d columnFamilyName c 2024-11-20T21:50:45,924 DEBUG [StoreOpener-2c86a888b30012dd8e039645be98ba7d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:50:45,924 INFO [StoreOpener-2c86a888b30012dd8e039645be98ba7d-1 {}] regionserver.HStore(327): Store=2c86a888b30012dd8e039645be98ba7d/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T21:50:45,924 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 2c86a888b30012dd8e039645be98ba7d 2024-11-20T21:50:45,925 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41921/hbase/data/default/test2727/2c86a888b30012dd8e039645be98ba7d 2024-11-20T21:50:45,925 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41921/hbase/data/default/test2727/2c86a888b30012dd8e039645be98ba7d 2024-11-20T21:50:45,927 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 2c86a888b30012dd8e039645be98ba7d 2024-11-20T21:50:45,927 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 2c86a888b30012dd8e039645be98ba7d 2024-11-20T21:50:45,927 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test2727 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T21:50:45,928 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 2c86a888b30012dd8e039645be98ba7d 2024-11-20T21:50:45,931 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41921/hbase/data/default/test2727/2c86a888b30012dd8e039645be98ba7d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T21:50:45,932 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 2c86a888b30012dd8e039645be98ba7d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71466628, jitterRate=0.06493574380874634}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T21:50:45,933 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 2c86a888b30012dd8e039645be98ba7d: Writing region info on filesystem at 1732139445914Initializing all the Stores at 1732139445915 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732139445915Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732139445917 (+2 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732139445917Cleaning up temporary data from old regions at 1732139445927 (+10 ms)Region opened successfully at 1732139445933 (+6 ms) 2024-11-20T21:50:45,934 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 2c86a888b30012dd8e039645be98ba7d, disabling compactions & flushes 2024-11-20T21:50:45,934 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region test2727,,1732139445877.2c86a888b30012dd8e039645be98ba7d. 2024-11-20T21:50:45,934 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on test2727,,1732139445877.2c86a888b30012dd8e039645be98ba7d. 2024-11-20T21:50:45,934 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on test2727,,1732139445877.2c86a888b30012dd8e039645be98ba7d. after waiting 0 ms 2024-11-20T21:50:45,934 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region test2727,,1732139445877.2c86a888b30012dd8e039645be98ba7d. 2024-11-20T21:50:45,934 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed test2727,,1732139445877.2c86a888b30012dd8e039645be98ba7d. 2024-11-20T21:50:45,935 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 2c86a888b30012dd8e039645be98ba7d: Waiting for close lock at 1732139445934Disabling compacts and flushes for region at 1732139445934Disabling writes for close at 1732139445934Writing region close event to WAL at 1732139445934Closed at 1732139445934 2024-11-20T21:50:45,937 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40861 is added to blk_1073741864_1041 (size=93) 2024-11-20T21:50:45,938 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33523 is added to blk_1073741864_1041 (size=93) 2024-11-20T21:50:45,938 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073741864_1041 (size=93) 2024-11-20T21:50:45,940 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-20T21:50:45,941 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-07280306:(num 1732139445885) 2024-11-20T21:50:45,941 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-20T21:50:45,942 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:41921/hbase/WALs/test2727-manual,16010,1732139445875, archiveDir=hdfs://localhost:41921/hbase/oldWALs, maxLogs=32 2024-11-20T21:50:45,955 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/test2727-manual,16010,1732139445875/wal.1732139445943, exclude list is [], retry=0 2024-11-20T21:50:45,957 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34821,DS-227376d8-446b-4d9d-93bd-c918f8b2a0a4,DISK] 2024-11-20T21:50:45,958 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33523,DS-d1189d62-b129-4f55-974b-c3c4144a4e3b,DISK] 2024-11-20T21:50:45,958 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40861,DS-f2cc9084-db20-46a0-820e-047e4164573b,DISK] 2024-11-20T21:50:45,961 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/test2727-manual,16010,1732139445875/wal.1732139445943 2024-11-20T21:50:45,961 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35005:35005),(127.0.0.1/127.0.0.1:41653:41653),(127.0.0.1/127.0.0.1:46499:46499)] 2024-11-20T21:50:46,157 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40861 is added to blk_1073741866_1043 (size=200357) 2024-11-20T21:50:46,158 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073741866_1043 (size=200357) 2024-11-20T21:50:46,158 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33523 is added to blk_1073741866_1043 (size=200357) 2024-11-20T21:50:46,184 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41921/hbase/WALs/test2727-manual,16010,1732139445875/wal.1732139445943, size=195.7 K (200357bytes) 2024-11-20T21:50:46,184 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41921/hbase/WALs/test2727-manual,16010,1732139445875/wal.1732139445943 2024-11-20T21:50:46,185 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41921/hbase/WALs/test2727-manual,16010,1732139445875/wal.1732139445943 after 1ms 2024-11-20T21:50:46,189 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:41921/hbase/WALs/test2727-manual,16010,1732139445875/wal.1732139445943: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-11-20T21:50:46,190 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41921/hbase/WALs/test2727-manual,16010,1732139445875/wal.1732139445943 took 6ms 2024-11-20T21:50:46,195 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.1732139445943.temp 2024-11-20T21:50:46,197 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41921/hbase/data/default/test2727/2c86a888b30012dd8e039645be98ba7d/recovered.edits/0000000000000000001-wal.1732139445943.temp 2024-11-20T21:50:46,240 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41921/hbase/WALs/test2727-manual,16010,1732139445875/wal.1732139445943 so closing down 2024-11-20T21:50:46,240 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-20T21:50:46,240 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-20T21:50:46,243 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073741867_1044 (size=200357) 2024-11-20T21:50:46,244 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40861 is added to blk_1073741867_1044 (size=200357) 2024-11-20T21:50:46,245 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33523 is added to blk_1073741867_1044 (size=200357) 2024-11-20T21:50:46,245 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41921/hbase/data/default/test2727/2c86a888b30012dd8e039645be98ba7d/recovered.edits/0000000000000000001-wal.1732139445943.temp (wrote 3000 edits, skipped 0 edits in 21 ms) 2024-11-20T21:50:46,247 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41921/hbase/data/default/test2727/2c86a888b30012dd8e039645be98ba7d/recovered.edits/0000000000000000001-wal.1732139445943.temp to hdfs://localhost:41921/hbase/data/default/test2727/2c86a888b30012dd8e039645be98ba7d/recovered.edits/0000000000000003000 2024-11-20T21:50:46,247 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 3000 edits across 1 Regions in 56 ms; skipped=0; WAL=hdfs://localhost:41921/hbase/WALs/test2727-manual,16010,1732139445875/wal.1732139445943, size=195.7 K, length=200357, corrupted=false, cancelled=false 2024-11-20T21:50:46,247 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41921/hbase/WALs/test2727-manual,16010,1732139445875/wal.1732139445943, journal: Splitting hdfs://localhost:41921/hbase/WALs/test2727-manual,16010,1732139445875/wal.1732139445943, size=195.7 K (200357bytes) at 1732139446184Creating recovered edits writer path=hdfs://localhost:41921/hbase/data/default/test2727/2c86a888b30012dd8e039645be98ba7d/recovered.edits/0000000000000000001-wal.1732139445943.temp at 1732139446198 (+14 ms)Split 1024 edits, skipped 0 edits. at 1732139446211 (+13 ms)Split 2048 edits, skipped 0 edits. at 1732139446227 (+16 ms)Finishing writing output for hdfs://localhost:41921/hbase/WALs/test2727-manual,16010,1732139445875/wal.1732139445943 so closing down at 1732139446240 (+13 ms)3 split writer threads finished at 1732139446240Closed recovered edits writer path=hdfs://localhost:41921/hbase/data/default/test2727/2c86a888b30012dd8e039645be98ba7d/recovered.edits/0000000000000000001-wal.1732139445943.temp (wrote 3000 edits, skipped 0 edits in 21 ms) at 1732139446245 (+5 ms)Rename recovered edits hdfs://localhost:41921/hbase/data/default/test2727/2c86a888b30012dd8e039645be98ba7d/recovered.edits/0000000000000000001-wal.1732139445943.temp to hdfs://localhost:41921/hbase/data/default/test2727/2c86a888b30012dd8e039645be98ba7d/recovered.edits/0000000000000003000 at 1732139446247 (+2 ms)Processed 3000 edits across 1 Regions in 56 ms; skipped=0; WAL=hdfs://localhost:41921/hbase/WALs/test2727-manual,16010,1732139445875/wal.1732139445943, size=195.7 K, length=200357, corrupted=false, cancelled=false at 1732139446247 2024-11-20T21:50:46,250 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41921/hbase/WALs/test2727-manual,16010,1732139445875/wal.1732139445943 to hdfs://localhost:41921/hbase/oldWALs/wal.1732139445943 2024-11-20T21:50:46,251 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:41921/hbase/data/default/test2727/2c86a888b30012dd8e039645be98ba7d/recovered.edits/0000000000000003000 2024-11-20T21:50:46,251 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-20T21:50:46,253 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:41921/hbase/WALs/test2727-manual,16010,1732139445875, archiveDir=hdfs://localhost:41921/hbase/oldWALs, maxLogs=32 2024-11-20T21:50:46,268 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/test2727-manual,16010,1732139445875/wal.1732139446254, exclude list is [], retry=0 2024-11-20T21:50:46,272 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40861,DS-f2cc9084-db20-46a0-820e-047e4164573b,DISK] 2024-11-20T21:50:46,273 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33523,DS-d1189d62-b129-4f55-974b-c3c4144a4e3b,DISK] 2024-11-20T21:50:46,273 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34821,DS-227376d8-446b-4d9d-93bd-c918f8b2a0a4,DISK] 2024-11-20T21:50:46,276 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/test2727-manual,16010,1732139445875/wal.1732139446254 2024-11-20T21:50:46,276 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46499:46499),(127.0.0.1/127.0.0.1:41653:41653),(127.0.0.1/127.0.0.1:35005:35005)] 2024-11-20T21:50:46,468 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40861 is added to blk_1073741868_1045 (size=200484) 2024-11-20T21:50:46,468 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073741868_1045 (size=200484) 2024-11-20T21:50:46,468 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33523 is added to blk_1073741868_1045 (size=200484) 2024-11-20T21:50:46,488 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41921/hbase/WALs/test2727-manual,16010,1732139445875/wal.1732139446254, size=195.8 K (200484bytes) 2024-11-20T21:50:46,488 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41921/hbase/WALs/test2727-manual,16010,1732139445875/wal.1732139446254 2024-11-20T21:50:46,488 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41921/hbase/WALs/test2727-manual,16010,1732139445875/wal.1732139446254 after 0ms 2024-11-20T21:50:46,492 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:41921/hbase/WALs/test2727-manual,16010,1732139445875/wal.1732139446254: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-11-20T21:50:46,494 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41921/hbase/WALs/test2727-manual,16010,1732139445875/wal.1732139446254 took 7ms 2024-11-20T21:50:46,498 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000003001-wal.1732139446254.temp 2024-11-20T21:50:46,500 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41921/hbase/data/default/test2727/2c86a888b30012dd8e039645be98ba7d/recovered.edits/0000000000000003001-wal.1732139446254.temp 2024-11-20T21:50:46,555 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41921/hbase/WALs/test2727-manual,16010,1732139445875/wal.1732139446254 so closing down 2024-11-20T21:50:46,556 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-20T21:50:46,556 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-20T21:50:46,558 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33523 is added to blk_1073741869_1046 (size=200484) 2024-11-20T21:50:46,559 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073741869_1046 (size=200484) 2024-11-20T21:50:46,560 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40861 is added to blk_1073741869_1046 (size=200484) 2024-11-20T21:50:46,560 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41921/hbase/data/default/test2727/2c86a888b30012dd8e039645be98ba7d/recovered.edits/0000000000000003001-wal.1732139446254.temp (wrote 3000 edits, skipped 0 edits in 18 ms) 2024-11-20T21:50:46,562 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41921/hbase/data/default/test2727/2c86a888b30012dd8e039645be98ba7d/recovered.edits/0000000000000003001-wal.1732139446254.temp to hdfs://localhost:41921/hbase/data/default/test2727/2c86a888b30012dd8e039645be98ba7d/recovered.edits/0000000000000006000 2024-11-20T21:50:46,562 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 3000 edits across 1 Regions in 68 ms; skipped=0; WAL=hdfs://localhost:41921/hbase/WALs/test2727-manual,16010,1732139445875/wal.1732139446254, size=195.8 K, length=200484, corrupted=false, cancelled=false 2024-11-20T21:50:46,562 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41921/hbase/WALs/test2727-manual,16010,1732139445875/wal.1732139446254, journal: Splitting hdfs://localhost:41921/hbase/WALs/test2727-manual,16010,1732139445875/wal.1732139446254, size=195.8 K (200484bytes) at 1732139446488Creating recovered edits writer path=hdfs://localhost:41921/hbase/data/default/test2727/2c86a888b30012dd8e039645be98ba7d/recovered.edits/0000000000000003001-wal.1732139446254.temp at 1732139446500 (+12 ms)Split 1024 edits, skipped 0 edits. at 1732139446516 (+16 ms)Split 2048 edits, skipped 0 edits. at 1732139446537 (+21 ms)Finishing writing output for hdfs://localhost:41921/hbase/WALs/test2727-manual,16010,1732139445875/wal.1732139446254 so closing down at 1732139446555 (+18 ms)3 split writer threads finished at 1732139446556 (+1 ms)Closed recovered edits writer path=hdfs://localhost:41921/hbase/data/default/test2727/2c86a888b30012dd8e039645be98ba7d/recovered.edits/0000000000000003001-wal.1732139446254.temp (wrote 3000 edits, skipped 0 edits in 18 ms) at 1732139446560 (+4 ms)Rename recovered edits hdfs://localhost:41921/hbase/data/default/test2727/2c86a888b30012dd8e039645be98ba7d/recovered.edits/0000000000000003001-wal.1732139446254.temp to hdfs://localhost:41921/hbase/data/default/test2727/2c86a888b30012dd8e039645be98ba7d/recovered.edits/0000000000000006000 at 1732139446562 (+2 ms)Processed 3000 edits across 1 Regions in 68 ms; skipped=0; WAL=hdfs://localhost:41921/hbase/WALs/test2727-manual,16010,1732139445875/wal.1732139446254, size=195.8 K, length=200484, corrupted=false, cancelled=false at 1732139446562 2024-11-20T21:50:46,564 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41921/hbase/WALs/test2727-manual,16010,1732139445875/wal.1732139446254 to hdfs://localhost:41921/hbase/oldWALs/wal.1732139446254 2024-11-20T21:50:46,565 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:41921/hbase/data/default/test2727/2c86a888b30012dd8e039645be98ba7d/recovered.edits/0000000000000006000 2024-11-20T21:50:46,565 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-20T21:50:46,567 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:41921/hbase/WALs/test2727-manual,16010,1732139445875, archiveDir=hdfs://localhost:41921/hbase/oldWALs, maxLogs=32 2024-11-20T21:50:46,582 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/test2727-manual,16010,1732139445875/wal.1732139446568, exclude list is [], retry=0 2024-11-20T21:50:46,586 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40861,DS-f2cc9084-db20-46a0-820e-047e4164573b,DISK] 2024-11-20T21:50:46,586 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34821,DS-227376d8-446b-4d9d-93bd-c918f8b2a0a4,DISK] 2024-11-20T21:50:46,586 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33523,DS-d1189d62-b129-4f55-974b-c3c4144a4e3b,DISK] 2024-11-20T21:50:46,590 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/test2727-manual,16010,1732139445875/wal.1732139446568 2024-11-20T21:50:46,590 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46499:46499),(127.0.0.1/127.0.0.1:35005:35005),(127.0.0.1/127.0.0.1:41653:41653)] 2024-11-20T21:50:46,590 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 2c86a888b30012dd8e039645be98ba7d, NAME => 'test2727,,1732139445877.2c86a888b30012dd8e039645be98ba7d.', STARTKEY => '', ENDKEY => ''} 2024-11-20T21:50:46,590 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated test2727,,1732139445877.2c86a888b30012dd8e039645be98ba7d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T21:50:46,590 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 2c86a888b30012dd8e039645be98ba7d 2024-11-20T21:50:46,591 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 2c86a888b30012dd8e039645be98ba7d 2024-11-20T21:50:46,592 INFO [StoreOpener-2c86a888b30012dd8e039645be98ba7d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 2c86a888b30012dd8e039645be98ba7d 2024-11-20T21:50:46,594 INFO [StoreOpener-2c86a888b30012dd8e039645be98ba7d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2c86a888b30012dd8e039645be98ba7d columnFamilyName a 2024-11-20T21:50:46,594 DEBUG [StoreOpener-2c86a888b30012dd8e039645be98ba7d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:50:46,595 INFO [StoreOpener-2c86a888b30012dd8e039645be98ba7d-1 {}] regionserver.HStore(327): Store=2c86a888b30012dd8e039645be98ba7d/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T21:50:46,595 INFO [StoreOpener-2c86a888b30012dd8e039645be98ba7d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 2c86a888b30012dd8e039645be98ba7d 2024-11-20T21:50:46,596 INFO [StoreOpener-2c86a888b30012dd8e039645be98ba7d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2c86a888b30012dd8e039645be98ba7d columnFamilyName b 2024-11-20T21:50:46,596 DEBUG [StoreOpener-2c86a888b30012dd8e039645be98ba7d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:50:46,597 INFO [StoreOpener-2c86a888b30012dd8e039645be98ba7d-1 {}] regionserver.HStore(327): Store=2c86a888b30012dd8e039645be98ba7d/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T21:50:46,597 INFO [StoreOpener-2c86a888b30012dd8e039645be98ba7d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 2c86a888b30012dd8e039645be98ba7d 2024-11-20T21:50:46,598 INFO [StoreOpener-2c86a888b30012dd8e039645be98ba7d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2c86a888b30012dd8e039645be98ba7d columnFamilyName c 2024-11-20T21:50:46,599 DEBUG [StoreOpener-2c86a888b30012dd8e039645be98ba7d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:50:46,599 INFO [StoreOpener-2c86a888b30012dd8e039645be98ba7d-1 {}] regionserver.HStore(327): Store=2c86a888b30012dd8e039645be98ba7d/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T21:50:46,600 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 2c86a888b30012dd8e039645be98ba7d 2024-11-20T21:50:46,600 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41921/hbase/data/default/test2727/2c86a888b30012dd8e039645be98ba7d 2024-11-20T21:50:46,603 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 2 recovered edits file(s) under hdfs://localhost:41921/hbase/data/default/test2727/2c86a888b30012dd8e039645be98ba7d 2024-11-20T21:50:46,604 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:41921/hbase/data/default/test2727/2c86a888b30012dd8e039645be98ba7d/recovered.edits/0000000000000003000 2024-11-20T21:50:46,606 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:41921/hbase/data/default/test2727/2c86a888b30012dd8e039645be98ba7d/recovered.edits/0000000000000003000: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-11-20T21:50:46,670 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 3000, skipped 0, firstSequenceIdInLog=1, maxSequenceIdInLog=3000, path=hdfs://localhost:41921/hbase/data/default/test2727/2c86a888b30012dd8e039645be98ba7d/recovered.edits/0000000000000003000 2024-11-20T21:50:46,671 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:41921/hbase/data/default/test2727/2c86a888b30012dd8e039645be98ba7d/recovered.edits/0000000000000006000 2024-11-20T21:50:46,674 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:41921/hbase/data/default/test2727/2c86a888b30012dd8e039645be98ba7d/recovered.edits/0000000000000006000: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-11-20T21:50:46,715 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 3000, skipped 0, firstSequenceIdInLog=3001, maxSequenceIdInLog=6000, path=hdfs://localhost:41921/hbase/data/default/test2727/2c86a888b30012dd8e039645be98ba7d/recovered.edits/0000000000000006000 2024-11-20T21:50:46,715 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 2c86a888b30012dd8e039645be98ba7d 3/3 column families, dataSize=215.51 KB heapSize=657 KB 2024-11-20T21:50:46,735 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41921/hbase/data/default/test2727/2c86a888b30012dd8e039645be98ba7d/.tmp/a/775f422497b34ceaac0381b06c265fe5 is 41, key is test2727/a:100/1732139446283/Put/seqid=0 2024-11-20T21:50:46,742 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40861 is added to blk_1073741871_1048 (size=84227) 2024-11-20T21:50:46,743 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073741871_1048 (size=84227) 2024-11-20T21:50:46,743 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33523 is added to blk_1073741871_1048 (size=84227) 2024-11-20T21:50:46,744 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=71.84 KB at sequenceid=6000 (bloomFilter=true), to=hdfs://localhost:41921/hbase/data/default/test2727/2c86a888b30012dd8e039645be98ba7d/.tmp/a/775f422497b34ceaac0381b06c265fe5 2024-11-20T21:50:46,770 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41921/hbase/data/default/test2727/2c86a888b30012dd8e039645be98ba7d/.tmp/b/b3ab2919fba14212896ad91a52089ac7 is 41, key is test2727/b:100/1732139446359/Put/seqid=0 2024-11-20T21:50:46,776 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40861 is added to blk_1073741872_1049 (size=84609) 2024-11-20T21:50:46,776 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073741872_1049 (size=84609) 2024-11-20T21:50:46,776 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33523 is added to blk_1073741872_1049 (size=84609) 2024-11-20T21:50:46,777 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=71.84 KB at sequenceid=6000 (bloomFilter=true), to=hdfs://localhost:41921/hbase/data/default/test2727/2c86a888b30012dd8e039645be98ba7d/.tmp/b/b3ab2919fba14212896ad91a52089ac7 2024-11-20T21:50:46,812 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41921/hbase/data/default/test2727/2c86a888b30012dd8e039645be98ba7d/.tmp/c/53badce526454982a410689ab701e41b is 41, key is test2727/c:100/1732139446425/Put/seqid=0 2024-11-20T21:50:46,817 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33523 is added to blk_1073741873_1050 (size=84609) 2024-11-20T21:50:46,818 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40861 is added to blk_1073741873_1050 (size=84609) 2024-11-20T21:50:46,818 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073741873_1050 (size=84609) 2024-11-20T21:50:46,819 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=71.84 KB at sequenceid=6000 (bloomFilter=true), to=hdfs://localhost:41921/hbase/data/default/test2727/2c86a888b30012dd8e039645be98ba7d/.tmp/c/53badce526454982a410689ab701e41b 2024-11-20T21:50:46,827 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41921/hbase/data/default/test2727/2c86a888b30012dd8e039645be98ba7d/.tmp/a/775f422497b34ceaac0381b06c265fe5 as hdfs://localhost:41921/hbase/data/default/test2727/2c86a888b30012dd8e039645be98ba7d/a/775f422497b34ceaac0381b06c265fe5 2024-11-20T21:50:46,835 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41921/hbase/data/default/test2727/2c86a888b30012dd8e039645be98ba7d/a/775f422497b34ceaac0381b06c265fe5, entries=2000, sequenceid=6000, filesize=82.3 K 2024-11-20T21:50:46,836 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41921/hbase/data/default/test2727/2c86a888b30012dd8e039645be98ba7d/.tmp/b/b3ab2919fba14212896ad91a52089ac7 as hdfs://localhost:41921/hbase/data/default/test2727/2c86a888b30012dd8e039645be98ba7d/b/b3ab2919fba14212896ad91a52089ac7 2024-11-20T21:50:46,843 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41921/hbase/data/default/test2727/2c86a888b30012dd8e039645be98ba7d/b/b3ab2919fba14212896ad91a52089ac7, entries=2000, sequenceid=6000, filesize=82.6 K 2024-11-20T21:50:46,845 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41921/hbase/data/default/test2727/2c86a888b30012dd8e039645be98ba7d/.tmp/c/53badce526454982a410689ab701e41b as hdfs://localhost:41921/hbase/data/default/test2727/2c86a888b30012dd8e039645be98ba7d/c/53badce526454982a410689ab701e41b 2024-11-20T21:50:46,852 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41921/hbase/data/default/test2727/2c86a888b30012dd8e039645be98ba7d/c/53badce526454982a410689ab701e41b, entries=2000, sequenceid=6000, filesize=82.6 K 2024-11-20T21:50:46,852 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~215.51 KB/220680, heapSize ~656.95 KB/672720, currentSize=0 B/0 for 2c86a888b30012dd8e039645be98ba7d in 137ms, sequenceid=6000, compaction requested=false; wal=null 2024-11-20T21:50:46,853 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:41921/hbase/data/default/test2727/2c86a888b30012dd8e039645be98ba7d/recovered.edits/0000000000000003000 2024-11-20T21:50:46,854 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:41921/hbase/data/default/test2727/2c86a888b30012dd8e039645be98ba7d/recovered.edits/0000000000000006000 2024-11-20T21:50:46,855 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 2c86a888b30012dd8e039645be98ba7d 2024-11-20T21:50:46,855 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 2c86a888b30012dd8e039645be98ba7d 2024-11-20T21:50:46,856 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test2727 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T21:50:46,858 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 2c86a888b30012dd8e039645be98ba7d 2024-11-20T21:50:46,860 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41921/hbase/data/default/test2727/2c86a888b30012dd8e039645be98ba7d/recovered.edits/6000.seqid, newMaxSeqId=6000, maxSeqId=1 2024-11-20T21:50:46,861 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-20T21:50:46,862 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 2c86a888b30012dd8e039645be98ba7d; next sequenceid=6001; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61561249, jitterRate=-0.08266590535640717}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T21:50:46,862 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-20T21:50:46,863 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 2c86a888b30012dd8e039645be98ba7d: Writing region info on filesystem at 1732139446591Initializing all the Stores at 1732139446592 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732139446592Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732139446592Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732139446592Obtaining lock to block concurrent updates at 1732139446715 (+123 ms)Preparing flush snapshotting stores in 2c86a888b30012dd8e039645be98ba7d at 1732139446715Finished memstore snapshotting test2727,,1732139445877.2c86a888b30012dd8e039645be98ba7d., syncing WAL and waiting on mvcc, flushsize=dataSize=220680, getHeapSize=672720, getOffHeapSize=0, getCellsCount=6000 at 1732139446715Flushing stores of test2727,,1732139445877.2c86a888b30012dd8e039645be98ba7d. at 1732139446715Flushing 2c86a888b30012dd8e039645be98ba7d/a: creating writer at 1732139446715Flushing 2c86a888b30012dd8e039645be98ba7d/a: appending metadata at 1732139446734 (+19 ms)Flushing 2c86a888b30012dd8e039645be98ba7d/a: closing flushed file at 1732139446734Flushing 2c86a888b30012dd8e039645be98ba7d/b: creating writer at 1732139446750 (+16 ms)Flushing 2c86a888b30012dd8e039645be98ba7d/b: appending metadata at 1732139446769 (+19 ms)Flushing 2c86a888b30012dd8e039645be98ba7d/b: closing flushed file at 1732139446769Flushing 2c86a888b30012dd8e039645be98ba7d/c: creating writer at 1732139446785 (+16 ms)Flushing 2c86a888b30012dd8e039645be98ba7d/c: appending metadata at 1732139446811 (+26 ms)Flushing 2c86a888b30012dd8e039645be98ba7d/c: closing flushed file at 1732139446811Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@12094674: reopening flushed file at 1732139446826 (+15 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@641a5a0f: reopening flushed file at 1732139446835 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5cf68c4d: reopening flushed file at 1732139446843 (+8 ms)Finished flush of dataSize ~215.51 KB/220680, heapSize ~656.95 KB/672720, currentSize=0 B/0 for 2c86a888b30012dd8e039645be98ba7d in 137ms, sequenceid=6000, compaction requested=false; wal=null at 1732139446852 (+9 ms)Cleaning up temporary data from old regions at 1732139446855 (+3 ms)Region opened successfully at 1732139446863 (+8 ms) 2024-11-20T21:50:46,864 DEBUG [Time-limited test {}] wal.AbstractTestWALReplay(320): region.getOpenSeqNum(): 6001, wal3.id: 0 2024-11-20T21:50:46,864 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 2c86a888b30012dd8e039645be98ba7d, disabling compactions & flushes 2024-11-20T21:50:46,865 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region test2727,,1732139445877.2c86a888b30012dd8e039645be98ba7d. 2024-11-20T21:50:46,865 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on test2727,,1732139445877.2c86a888b30012dd8e039645be98ba7d. 2024-11-20T21:50:46,865 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on test2727,,1732139445877.2c86a888b30012dd8e039645be98ba7d. after waiting 0 ms 2024-11-20T21:50:46,865 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region test2727,,1732139445877.2c86a888b30012dd8e039645be98ba7d. 2024-11-20T21:50:46,865 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T21:50:46,865 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-20T21:50:46,865 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-20T21:50:46,865 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-20T21:50:46,867 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed test2727,,1732139445877.2c86a888b30012dd8e039645be98ba7d. 2024-11-20T21:50:46,867 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 2c86a888b30012dd8e039645be98ba7d: Waiting for close lock at 1732139446864Disabling compacts and flushes for region at 1732139446864Disabling writes for close at 1732139446865 (+1 ms)Writing region close event to WAL at 1732139446866 (+1 ms)Closed at 1732139446867 (+1 ms) 2024-11-20T21:50:46,867 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsWrittenIntoWAL 2024-11-20T21:50:46,867 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsWrittenIntoWAL Metrics about Tables on a single HBase RegionServer 2024-11-20T21:50:46,870 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33523 is added to blk_1073741870_1047 (size=93) 2024-11-20T21:50:46,870 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073741870_1047 (size=93) 2024-11-20T21:50:46,870 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40861 is added to blk_1073741870_1047 (size=93) 2024-11-20T21:50:46,873 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-20T21:50:46,873 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL wal:(num 1732139446568) 2024-11-20T21:50:46,886 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayCompressed#test2727 Thread=403 (was 401) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_570430170_22 at /127.0.0.1:49994 [Waiting for operation #15] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-14-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-14-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-14-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_570430170_22 at /127.0.0.1:55648 [Waiting for operation #7] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_570430170_22 at /127.0.0.1:45580 [Waiting for operation #9] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=927 (was 865) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=65 (was 65), ProcessCount=11 (was 11), AvailableMemoryMB=3223 (was 3443) 2024-11-20T21:50:46,897 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayCompressed#testSequentialEditLogSeqNum Thread=403, OpenFileDescriptor=927, MaxFileDescriptor=1048576, SystemLoadAverage=65, ProcessCount=11, AvailableMemoryMB=3222 2024-11-20T21:50:46,912 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T21:50:46,919 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:41921/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1732139446911, archiveDir=hdfs://localhost:41921/hbase/oldWALs, maxLogs=32 2024-11-20T21:50:46,919 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.1732139446919 2024-11-20T21:50:46,926 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testsequentialeditlogseqnum-manual,16010,1732139446911/wal.1732139446919 2024-11-20T21:50:46,927 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new MockWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35005:35005),(127.0.0.1/127.0.0.1:41653:41653),(127.0.0.1/127.0.0.1:46499:46499)] 2024-11-20T21:50:46,929 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => e642e2d048499b1b26270a6f2f7cc54b, NAME => 'testSequentialEditLogSeqNum,,1732139446913.e642e2d048499b1b26270a6f2f7cc54b.', STARTKEY => '', ENDKEY => ''} 2024-11-20T21:50:46,929 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testSequentialEditLogSeqNum,,1732139446913.e642e2d048499b1b26270a6f2f7cc54b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T21:50:46,929 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for e642e2d048499b1b26270a6f2f7cc54b 2024-11-20T21:50:46,929 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for e642e2d048499b1b26270a6f2f7cc54b 2024-11-20T21:50:46,930 WARN [Time-limited test {}] regionserver.HRegionFileSystem(836): hdfs://localhost:41921/hbase/data/default/testSequentialEditLogSeqNum/e642e2d048499b1b26270a6f2f7cc54b doesn't exist for region: e642e2d048499b1b26270a6f2f7cc54b on table testSequentialEditLogSeqNum 2024-11-20T21:50:46,931 WARN [Time-limited test {}] regionserver.HRegionFileSystem(854): .regioninfo file not found for region: e642e2d048499b1b26270a6f2f7cc54b on table testSequentialEditLogSeqNum 2024-11-20T21:50:46,941 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073741875_1052 (size=62) 2024-11-20T21:50:46,941 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40861 is added to blk_1073741875_1052 (size=62) 2024-11-20T21:50:46,941 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33523 is added to blk_1073741875_1052 (size=62) 2024-11-20T21:50:46,945 INFO [StoreOpener-e642e2d048499b1b26270a6f2f7cc54b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region e642e2d048499b1b26270a6f2f7cc54b 2024-11-20T21:50:46,946 INFO [StoreOpener-e642e2d048499b1b26270a6f2f7cc54b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e642e2d048499b1b26270a6f2f7cc54b columnFamilyName a 2024-11-20T21:50:46,947 DEBUG [StoreOpener-e642e2d048499b1b26270a6f2f7cc54b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:50:46,947 INFO [StoreOpener-e642e2d048499b1b26270a6f2f7cc54b-1 {}] regionserver.HStore(327): Store=e642e2d048499b1b26270a6f2f7cc54b/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T21:50:46,947 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for e642e2d048499b1b26270a6f2f7cc54b 2024-11-20T21:50:46,948 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41921/hbase/data/default/testSequentialEditLogSeqNum/e642e2d048499b1b26270a6f2f7cc54b 2024-11-20T21:50:46,948 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41921/hbase/data/default/testSequentialEditLogSeqNum/e642e2d048499b1b26270a6f2f7cc54b 2024-11-20T21:50:46,949 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for e642e2d048499b1b26270a6f2f7cc54b 2024-11-20T21:50:46,949 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for e642e2d048499b1b26270a6f2f7cc54b 2024-11-20T21:50:46,951 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for e642e2d048499b1b26270a6f2f7cc54b 2024-11-20T21:50:46,953 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41921/hbase/data/default/testSequentialEditLogSeqNum/e642e2d048499b1b26270a6f2f7cc54b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T21:50:46,953 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened e642e2d048499b1b26270a6f2f7cc54b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70311432, jitterRate=0.0477219820022583}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-20T21:50:46,955 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for e642e2d048499b1b26270a6f2f7cc54b: Writing region info on filesystem at 1732139446929Initializing all the Stores at 1732139446944 (+15 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732139446944Cleaning up temporary data from old regions at 1732139446949 (+5 ms)Region opened successfully at 1732139446954 (+5 ms) 2024-11-20T21:50:46,967 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing e642e2d048499b1b26270a6f2f7cc54b 1/1 column families, dataSize=770 B heapSize=1.73 KB 2024-11-20T21:50:46,989 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41921/hbase/data/default/testSequentialEditLogSeqNum/e642e2d048499b1b26270a6f2f7cc54b/.tmp/a/090c04f196494610ab1efa1431e389df is 81, key is testSequentialEditLogSeqNum/a:x0/1732139446955/Put/seqid=0 2024-11-20T21:50:46,997 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073741876_1053 (size=5833) 2024-11-20T21:50:46,997 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33523 is added to blk_1073741876_1053 (size=5833) 2024-11-20T21:50:46,997 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40861 is added to blk_1073741876_1053 (size=5833) 2024-11-20T21:50:46,998 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=770 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:41921/hbase/data/default/testSequentialEditLogSeqNum/e642e2d048499b1b26270a6f2f7cc54b/.tmp/a/090c04f196494610ab1efa1431e389df 2024-11-20T21:50:47,004 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41921/hbase/data/default/testSequentialEditLogSeqNum/e642e2d048499b1b26270a6f2f7cc54b/.tmp/a/090c04f196494610ab1efa1431e389df as hdfs://localhost:41921/hbase/data/default/testSequentialEditLogSeqNum/e642e2d048499b1b26270a6f2f7cc54b/a/090c04f196494610ab1efa1431e389df 2024-11-20T21:50:47,011 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41921/hbase/data/default/testSequentialEditLogSeqNum/e642e2d048499b1b26270a6f2f7cc54b/a/090c04f196494610ab1efa1431e389df, entries=10, sequenceid=13, filesize=5.7 K 2024-11-20T21:50:47,012 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~770 B/770, heapSize ~1.72 KB/1760, currentSize=0 B/0 for e642e2d048499b1b26270a6f2f7cc54b in 45ms, sequenceid=13, compaction requested=false 2024-11-20T21:50:47,012 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for e642e2d048499b1b26270a6f2f7cc54b: 2024-11-20T21:50:47,017 INFO [sync.0 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-20T21:50:47,017 INFO [sync.1 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-20T21:50:47,018 INFO [sync.2 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-20T21:50:47,018 INFO [sync.3 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-20T21:50:47,018 INFO [sync.4 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-20T21:50:47,020 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40861 is added to blk_1073741874_1051 (size=1616) 2024-11-20T21:50:47,020 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33523 is added to blk_1073741874_1051 (size=1616) 2024-11-20T21:50:47,021 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073741874_1051 (size=1616) 2024-11-20T21:50:47,038 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41921/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1732139446911/wal.1732139446919, size=1.6 K (1616bytes) 2024-11-20T21:50:47,038 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41921/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1732139446911/wal.1732139446919 2024-11-20T21:50:47,039 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41921/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1732139446911/wal.1732139446919 after 1ms 2024-11-20T21:50:47,041 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:41921/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1732139446911/wal.1732139446919: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-11-20T21:50:47,042 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41921/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1732139446911/wal.1732139446919 took 4ms 2024-11-20T21:50:47,044 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41921/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1732139446911/wal.1732139446919 so closing down 2024-11-20T21:50:47,044 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-20T21:50:47,045 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000003-wal.1732139446919.temp 2024-11-20T21:50:47,046 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41921/hbase/data/default/testSequentialEditLogSeqNum/e642e2d048499b1b26270a6f2f7cc54b/recovered.edits/0000000000000000003-wal.1732139446919.temp 2024-11-20T21:50:47,047 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-20T21:50:47,057 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073741877_1054 (size=1175) 2024-11-20T21:50:47,057 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40861 is added to blk_1073741877_1054 (size=1175) 2024-11-20T21:50:47,058 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33523 is added to blk_1073741877_1054 (size=1175) 2024-11-20T21:50:47,058 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41921/hbase/data/default/testSequentialEditLogSeqNum/e642e2d048499b1b26270a6f2f7cc54b/recovered.edits/0000000000000000003-wal.1732139446919.temp (wrote 15 edits, skipped 0 edits in 0 ms) 2024-11-20T21:50:47,060 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41921/hbase/data/default/testSequentialEditLogSeqNum/e642e2d048499b1b26270a6f2f7cc54b/recovered.edits/0000000000000000003-wal.1732139446919.temp to hdfs://localhost:41921/hbase/data/default/testSequentialEditLogSeqNum/e642e2d048499b1b26270a6f2f7cc54b/recovered.edits/0000000000000000020 2024-11-20T21:50:47,060 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 17 edits across 1 Regions in 18 ms; skipped=2; WAL=hdfs://localhost:41921/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1732139446911/wal.1732139446919, size=1.6 K, length=1616, corrupted=false, cancelled=false 2024-11-20T21:50:47,060 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41921/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1732139446911/wal.1732139446919, journal: Splitting hdfs://localhost:41921/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1732139446911/wal.1732139446919, size=1.6 K (1616bytes) at 1732139447038Finishing writing output for hdfs://localhost:41921/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1732139446911/wal.1732139446919 so closing down at 1732139447044 (+6 ms)Creating recovered edits writer path=hdfs://localhost:41921/hbase/data/default/testSequentialEditLogSeqNum/e642e2d048499b1b26270a6f2f7cc54b/recovered.edits/0000000000000000003-wal.1732139446919.temp at 1732139447046 (+2 ms)3 split writer threads finished at 1732139447047 (+1 ms)Closed recovered edits writer path=hdfs://localhost:41921/hbase/data/default/testSequentialEditLogSeqNum/e642e2d048499b1b26270a6f2f7cc54b/recovered.edits/0000000000000000003-wal.1732139446919.temp (wrote 15 edits, skipped 0 edits in 0 ms) at 1732139447058 (+11 ms)Rename recovered edits hdfs://localhost:41921/hbase/data/default/testSequentialEditLogSeqNum/e642e2d048499b1b26270a6f2f7cc54b/recovered.edits/0000000000000000003-wal.1732139446919.temp to hdfs://localhost:41921/hbase/data/default/testSequentialEditLogSeqNum/e642e2d048499b1b26270a6f2f7cc54b/recovered.edits/0000000000000000020 at 1732139447060 (+2 ms)Processed 17 edits across 1 Regions in 18 ms; skipped=2; WAL=hdfs://localhost:41921/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1732139446911/wal.1732139446919, size=1.6 K, length=1616, corrupted=false, cancelled=false at 1732139447060 2024-11-20T21:50:47,073 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayCompressed#testSequentialEditLogSeqNum Thread=408 (was 403) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_570430170_22 at /127.0.0.1:49994 [Waiting for operation #17] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: sync.3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.takeSyncRequest(FSHLog.java:426) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:441) Potentially hanging thread: sync.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.takeSyncRequest(FSHLog.java:426) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:441) Potentially hanging thread: sync.2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.takeSyncRequest(FSHLog.java:426) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:441) Potentially hanging thread: sync.4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.takeSyncRequest(FSHLog.java:426) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:441) Potentially hanging thread: sync.0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.takeSyncRequest(FSHLog.java:426) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:441) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_570430170_22 at /127.0.0.1:45580 [Waiting for operation #13] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=963 (was 927) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=65 (was 65), ProcessCount=11 (was 11), AvailableMemoryMB=3204 (was 3222) 2024-11-20T21:50:47,083 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayCompressed#testRegionMadeOfBulkLoadedFilesOnly Thread=408, OpenFileDescriptor=963, MaxFileDescriptor=1048576, SystemLoadAverage=65, ProcessCount=11, AvailableMemoryMB=3202 2024-11-20T21:50:47,099 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T21:50:47,122 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T21:50:47,141 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T21:50:47,145 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-66802378, suffix=, logDir=hdfs://localhost:41921/hbase/WALs/hregion-66802378, archiveDir=hdfs://localhost:41921/hbase/oldWALs, maxLogs=32 2024-11-20T21:50:47,163 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-66802378/hregion-66802378.1732139447145, exclude list is [], retry=0 2024-11-20T21:50:47,166 DEBUG [AsyncFSWAL-17-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40861,DS-f2cc9084-db20-46a0-820e-047e4164573b,DISK] 2024-11-20T21:50:47,166 DEBUG [AsyncFSWAL-17-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33523,DS-d1189d62-b129-4f55-974b-c3c4144a4e3b,DISK] 2024-11-20T21:50:47,166 DEBUG [AsyncFSWAL-17-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34821,DS-227376d8-446b-4d9d-93bd-c918f8b2a0a4,DISK] 2024-11-20T21:50:47,168 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-66802378/hregion-66802378.1732139447145 2024-11-20T21:50:47,169 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46499:46499),(127.0.0.1/127.0.0.1:41653:41653),(127.0.0.1/127.0.0.1:35005:35005)] 2024-11-20T21:50:47,169 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 46ac8e6c772ff361ae9140f6d0553e6a, NAME => 'testRegionMadeOfBulkLoadedFilesOnly,,1732139447099.46ac8e6c772ff361ae9140f6d0553e6a.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testRegionMadeOfBulkLoadedFilesOnly', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41921/hbase 2024-11-20T21:50:47,181 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40861 is added to blk_1073741879_1056 (size=70) 2024-11-20T21:50:47,182 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073741879_1056 (size=70) 2024-11-20T21:50:47,182 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33523 is added to blk_1073741879_1056 (size=70) 2024-11-20T21:50:47,182 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testRegionMadeOfBulkLoadedFilesOnly,,1732139447099.46ac8e6c772ff361ae9140f6d0553e6a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T21:50:47,184 INFO [StoreOpener-46ac8e6c772ff361ae9140f6d0553e6a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 46ac8e6c772ff361ae9140f6d0553e6a 2024-11-20T21:50:47,186 INFO [StoreOpener-46ac8e6c772ff361ae9140f6d0553e6a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 46ac8e6c772ff361ae9140f6d0553e6a columnFamilyName a 2024-11-20T21:50:47,186 DEBUG [StoreOpener-46ac8e6c772ff361ae9140f6d0553e6a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:50:47,187 INFO [StoreOpener-46ac8e6c772ff361ae9140f6d0553e6a-1 {}] regionserver.HStore(327): Store=46ac8e6c772ff361ae9140f6d0553e6a/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T21:50:47,187 INFO [StoreOpener-46ac8e6c772ff361ae9140f6d0553e6a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 46ac8e6c772ff361ae9140f6d0553e6a 2024-11-20T21:50:47,189 INFO [StoreOpener-46ac8e6c772ff361ae9140f6d0553e6a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 46ac8e6c772ff361ae9140f6d0553e6a columnFamilyName b 2024-11-20T21:50:47,189 DEBUG [StoreOpener-46ac8e6c772ff361ae9140f6d0553e6a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:50:47,190 INFO [StoreOpener-46ac8e6c772ff361ae9140f6d0553e6a-1 {}] regionserver.HStore(327): Store=46ac8e6c772ff361ae9140f6d0553e6a/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T21:50:47,190 INFO [StoreOpener-46ac8e6c772ff361ae9140f6d0553e6a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 46ac8e6c772ff361ae9140f6d0553e6a 2024-11-20T21:50:47,192 INFO [StoreOpener-46ac8e6c772ff361ae9140f6d0553e6a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 46ac8e6c772ff361ae9140f6d0553e6a columnFamilyName c 2024-11-20T21:50:47,192 DEBUG [StoreOpener-46ac8e6c772ff361ae9140f6d0553e6a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:50:47,192 INFO [StoreOpener-46ac8e6c772ff361ae9140f6d0553e6a-1 {}] regionserver.HStore(327): Store=46ac8e6c772ff361ae9140f6d0553e6a/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T21:50:47,193 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 46ac8e6c772ff361ae9140f6d0553e6a 2024-11-20T21:50:47,194 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41921/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/46ac8e6c772ff361ae9140f6d0553e6a 2024-11-20T21:50:47,194 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41921/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/46ac8e6c772ff361ae9140f6d0553e6a 2024-11-20T21:50:47,195 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 46ac8e6c772ff361ae9140f6d0553e6a 2024-11-20T21:50:47,195 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 46ac8e6c772ff361ae9140f6d0553e6a 2024-11-20T21:50:47,196 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRegionMadeOfBulkLoadedFilesOnly descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T21:50:47,197 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 46ac8e6c772ff361ae9140f6d0553e6a 2024-11-20T21:50:47,202 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41921/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/46ac8e6c772ff361ae9140f6d0553e6a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T21:50:47,202 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 46ac8e6c772ff361ae9140f6d0553e6a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65137130, jitterRate=-0.029381126165390015}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T21:50:47,203 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 46ac8e6c772ff361ae9140f6d0553e6a: Writing region info on filesystem at 1732139447182Initializing all the Stores at 1732139447183 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732139447183Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732139447184 (+1 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732139447184Cleaning up temporary data from old regions at 1732139447195 (+11 ms)Region opened successfully at 1732139447203 (+8 ms) 2024-11-20T21:50:47,203 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 46ac8e6c772ff361ae9140f6d0553e6a, disabling compactions & flushes 2024-11-20T21:50:47,203 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testRegionMadeOfBulkLoadedFilesOnly,,1732139447099.46ac8e6c772ff361ae9140f6d0553e6a. 2024-11-20T21:50:47,203 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testRegionMadeOfBulkLoadedFilesOnly,,1732139447099.46ac8e6c772ff361ae9140f6d0553e6a. 2024-11-20T21:50:47,203 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testRegionMadeOfBulkLoadedFilesOnly,,1732139447099.46ac8e6c772ff361ae9140f6d0553e6a. after waiting 0 ms 2024-11-20T21:50:47,203 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testRegionMadeOfBulkLoadedFilesOnly,,1732139447099.46ac8e6c772ff361ae9140f6d0553e6a. 2024-11-20T21:50:47,204 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testRegionMadeOfBulkLoadedFilesOnly,,1732139447099.46ac8e6c772ff361ae9140f6d0553e6a. 2024-11-20T21:50:47,204 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 46ac8e6c772ff361ae9140f6d0553e6a: Waiting for close lock at 1732139447203Disabling compacts and flushes for region at 1732139447203Disabling writes for close at 1732139447203Writing region close event to WAL at 1732139447204 (+1 ms)Closed at 1732139447204 2024-11-20T21:50:47,207 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073741878_1055 (size=93) 2024-11-20T21:50:47,208 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40861 is added to blk_1073741878_1055 (size=93) 2024-11-20T21:50:47,208 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33523 is added to blk_1073741878_1055 (size=93) 2024-11-20T21:50:47,210 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-20T21:50:47,211 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-66802378:(num 1732139447145) 2024-11-20T21:50:47,211 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-20T21:50:47,213 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:41921/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732139447098, archiveDir=hdfs://localhost:41921/hbase/oldWALs, maxLogs=32 2024-11-20T21:50:47,227 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732139447098/wal.1732139447213, exclude list is [], retry=0 2024-11-20T21:50:47,230 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34821,DS-227376d8-446b-4d9d-93bd-c918f8b2a0a4,DISK] 2024-11-20T21:50:47,230 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33523,DS-d1189d62-b129-4f55-974b-c3c4144a4e3b,DISK] 2024-11-20T21:50:47,230 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40861,DS-f2cc9084-db20-46a0-820e-047e4164573b,DISK] 2024-11-20T21:50:47,233 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732139447098/wal.1732139447213 2024-11-20T21:50:47,236 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35005:35005),(127.0.0.1/127.0.0.1:41653:41653),(127.0.0.1/127.0.0.1:46499:46499)] 2024-11-20T21:50:47,236 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 46ac8e6c772ff361ae9140f6d0553e6a, NAME => 'testRegionMadeOfBulkLoadedFilesOnly,,1732139447099.46ac8e6c772ff361ae9140f6d0553e6a.', STARTKEY => '', ENDKEY => ''} 2024-11-20T21:50:47,236 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testRegionMadeOfBulkLoadedFilesOnly,,1732139447099.46ac8e6c772ff361ae9140f6d0553e6a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T21:50:47,236 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 46ac8e6c772ff361ae9140f6d0553e6a 2024-11-20T21:50:47,236 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 46ac8e6c772ff361ae9140f6d0553e6a 2024-11-20T21:50:47,239 INFO [StoreOpener-46ac8e6c772ff361ae9140f6d0553e6a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 46ac8e6c772ff361ae9140f6d0553e6a 2024-11-20T21:50:47,240 INFO [StoreOpener-46ac8e6c772ff361ae9140f6d0553e6a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 46ac8e6c772ff361ae9140f6d0553e6a columnFamilyName a 2024-11-20T21:50:47,240 DEBUG [StoreOpener-46ac8e6c772ff361ae9140f6d0553e6a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:50:47,241 INFO [StoreOpener-46ac8e6c772ff361ae9140f6d0553e6a-1 {}] regionserver.HStore(327): Store=46ac8e6c772ff361ae9140f6d0553e6a/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T21:50:47,241 INFO [StoreOpener-46ac8e6c772ff361ae9140f6d0553e6a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 46ac8e6c772ff361ae9140f6d0553e6a 2024-11-20T21:50:47,242 INFO [StoreOpener-46ac8e6c772ff361ae9140f6d0553e6a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 46ac8e6c772ff361ae9140f6d0553e6a columnFamilyName b 2024-11-20T21:50:47,242 DEBUG [StoreOpener-46ac8e6c772ff361ae9140f6d0553e6a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:50:47,242 INFO [StoreOpener-46ac8e6c772ff361ae9140f6d0553e6a-1 {}] regionserver.HStore(327): Store=46ac8e6c772ff361ae9140f6d0553e6a/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T21:50:47,243 INFO [StoreOpener-46ac8e6c772ff361ae9140f6d0553e6a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 46ac8e6c772ff361ae9140f6d0553e6a 2024-11-20T21:50:47,243 INFO [StoreOpener-46ac8e6c772ff361ae9140f6d0553e6a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 46ac8e6c772ff361ae9140f6d0553e6a columnFamilyName c 2024-11-20T21:50:47,244 DEBUG [StoreOpener-46ac8e6c772ff361ae9140f6d0553e6a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:50:47,244 INFO [StoreOpener-46ac8e6c772ff361ae9140f6d0553e6a-1 {}] regionserver.HStore(327): Store=46ac8e6c772ff361ae9140f6d0553e6a/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T21:50:47,244 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 46ac8e6c772ff361ae9140f6d0553e6a 2024-11-20T21:50:47,245 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41921/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/46ac8e6c772ff361ae9140f6d0553e6a 2024-11-20T21:50:47,246 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41921/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/46ac8e6c772ff361ae9140f6d0553e6a 2024-11-20T21:50:47,247 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 46ac8e6c772ff361ae9140f6d0553e6a 2024-11-20T21:50:47,247 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 46ac8e6c772ff361ae9140f6d0553e6a 2024-11-20T21:50:47,248 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRegionMadeOfBulkLoadedFilesOnly descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T21:50:47,249 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 46ac8e6c772ff361ae9140f6d0553e6a 2024-11-20T21:50:47,250 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 46ac8e6c772ff361ae9140f6d0553e6a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75036204, jitterRate=0.11812657117843628}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T21:50:47,251 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 46ac8e6c772ff361ae9140f6d0553e6a: Writing region info on filesystem at 1732139447237Initializing all the Stores at 1732139447238 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732139447238Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732139447239 (+1 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732139447239Cleaning up temporary data from old regions at 1732139447247 (+8 ms)Region opened successfully at 1732139447251 (+4 ms) 2024-11-20T21:50:47,255 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41921/hbase/testRegionMadeOfBulkLoadedFilesOnly/hfile is 28, key is \x0D/a:a/1732139447254/Put/seqid=0 2024-11-20T21:50:47,263 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33523 is added to blk_1073741881_1058 (size=4826) 2024-11-20T21:50:47,263 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073741881_1058 (size=4826) 2024-11-20T21:50:47,263 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40861 is added to blk_1073741881_1058 (size=4826) 2024-11-20T21:50:47,265 INFO [Time-limited test {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:41921/hbase/testRegionMadeOfBulkLoadedFilesOnly/hfile for inclusion in 46ac8e6c772ff361ae9140f6d0553e6a/a 2024-11-20T21:50:47,274 DEBUG [Time-limited test {}] regionserver.HStore(626): HFile bounds: first= last=z 2024-11-20T21:50:47,274 DEBUG [Time-limited test {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-20T21:50:47,274 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 46ac8e6c772ff361ae9140f6d0553e6a: 2024-11-20T21:50:47,276 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41921/hbase/testRegionMadeOfBulkLoadedFilesOnly/hfile as hdfs://localhost:41921/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/46ac8e6c772ff361ae9140f6d0553e6a/a/70d51259d71e4f0194c0b45f2811cb7d_SeqId_3_ 2024-11-20T21:50:47,278 INFO [Time-limited test {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:41921/hbase/testRegionMadeOfBulkLoadedFilesOnly/hfile into 46ac8e6c772ff361ae9140f6d0553e6a/a as hdfs://localhost:41921/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/46ac8e6c772ff361ae9140f6d0553e6a/a/70d51259d71e4f0194c0b45f2811cb7d_SeqId_3_ - updating store file list. 2024-11-20T21:50:47,286 DEBUG [Time-limited test {}] regionserver.HStoreFile(483): HFile Bloom filter type for 70d51259d71e4f0194c0b45f2811cb7d_SeqId_3_: NONE, but ROW specified in column family configuration 2024-11-20T21:50:47,286 INFO [Time-limited test {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:41921/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/46ac8e6c772ff361ae9140f6d0553e6a/a/70d51259d71e4f0194c0b45f2811cb7d_SeqId_3_ into 46ac8e6c772ff361ae9140f6d0553e6a/a 2024-11-20T21:50:47,286 INFO [Time-limited test {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:41921/hbase/testRegionMadeOfBulkLoadedFilesOnly/hfile into 46ac8e6c772ff361ae9140f6d0553e6a/a (new location: hdfs://localhost:41921/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/46ac8e6c772ff361ae9140f6d0553e6a/a/70d51259d71e4f0194c0b45f2811cb7d_SeqId_3_) 2024-11-20T21:50:47,342 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41921/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732139447098/wal.1732139447213, size=0 (0bytes) 2024-11-20T21:50:47,342 WARN [Time-limited test {}] wal.WALSplitter(453): File hdfs://localhost:41921/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732139447098/wal.1732139447213 might be still open, length is 0 2024-11-20T21:50:47,342 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41921/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732139447098/wal.1732139447213 2024-11-20T21:50:47,343 WARN [IPC Server handler 2 on default port 41921 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732139447098/wal.1732139447213 has not been closed. Lease recovery is in progress. RecoveryId = 1059 for block blk_1073741880_1057 2024-11-20T21:50:47,343 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:41921/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732139447098/wal.1732139447213 after 1ms 2024-11-20T21:50:50,307 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_570430170_22 at /127.0.0.1:45680 [Receiving block BP-2054634144-172.17.0.2-1732139433704:blk_1073741880_1057] {}] datanode.DataXceiver(331): 127.0.0.1:34821:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:45680 dst: /127.0.0.1:34821 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:34821 remote=/127.0.0.1:45680]. Total timeout mills is 60000, 56987 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T21:50:50,308 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_570430170_22 at /127.0.0.1:50148 [Receiving block BP-2054634144-172.17.0.2-1732139433704:blk_1073741880_1057] {}] datanode.DataXceiver(331): 127.0.0.1:40861:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:50148 dst: /127.0.0.1:40861 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T21:50:50,308 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_570430170_22 at /127.0.0.1:55752 [Receiving block BP-2054634144-172.17.0.2-1732139433704:blk_1073741880_1057] {}] datanode.DataXceiver(331): 127.0.0.1:33523:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:55752 dst: /127.0.0.1:33523 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T21:50:50,313 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073741880_1059 (size=434) 2024-11-20T21:50:50,314 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33523 is added to blk_1073741880_1059 (size=434) 2024-11-20T21:50:51,344 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:41921/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732139447098/wal.1732139447213 after 4002ms 2024-11-20T21:50:51,350 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:41921/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732139447098/wal.1732139447213: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-11-20T21:50:51,351 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41921/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732139447098/wal.1732139447213 took 4009ms 2024-11-20T21:50:51,354 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:41921/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732139447098/wal.1732139447213; continuing. 2024-11-20T21:50:51,354 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41921/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732139447098/wal.1732139447213 so closing down 2024-11-20T21:50:51,355 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-20T21:50:51,357 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000005-wal.1732139447213.temp 2024-11-20T21:50:51,359 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41921/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/46ac8e6c772ff361ae9140f6d0553e6a/recovered.edits/0000000000000000005-wal.1732139447213.temp 2024-11-20T21:50:51,359 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-20T21:50:51,367 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40861 is added to blk_1073741882_1060 (size=236) 2024-11-20T21:50:51,367 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33523 is added to blk_1073741882_1060 (size=236) 2024-11-20T21:50:51,368 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073741882_1060 (size=236) 2024-11-20T21:50:51,368 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41921/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/46ac8e6c772ff361ae9140f6d0553e6a/recovered.edits/0000000000000000005-wal.1732139447213.temp (wrote 1 edits, skipped 0 edits in 0 ms) 2024-11-20T21:50:51,370 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41921/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/46ac8e6c772ff361ae9140f6d0553e6a/recovered.edits/0000000000000000005-wal.1732139447213.temp to hdfs://localhost:41921/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/46ac8e6c772ff361ae9140f6d0553e6a/recovered.edits/0000000000000000005 2024-11-20T21:50:51,370 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 2 edits across 1 Regions in 18 ms; skipped=1; WAL=hdfs://localhost:41921/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732139447098/wal.1732139447213, size=0, length=0, corrupted=false, cancelled=false 2024-11-20T21:50:51,370 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41921/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732139447098/wal.1732139447213, journal: Splitting hdfs://localhost:41921/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732139447098/wal.1732139447213, size=0 (0bytes) at 1732139447342Finishing writing output for hdfs://localhost:41921/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732139447098/wal.1732139447213 so closing down at 1732139451354 (+4012 ms)Creating recovered edits writer path=hdfs://localhost:41921/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/46ac8e6c772ff361ae9140f6d0553e6a/recovered.edits/0000000000000000005-wal.1732139447213.temp at 1732139451359 (+5 ms)3 split writer threads finished at 1732139451359Closed recovered edits writer path=hdfs://localhost:41921/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/46ac8e6c772ff361ae9140f6d0553e6a/recovered.edits/0000000000000000005-wal.1732139447213.temp (wrote 1 edits, skipped 0 edits in 0 ms) at 1732139451368 (+9 ms)Rename recovered edits hdfs://localhost:41921/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/46ac8e6c772ff361ae9140f6d0553e6a/recovered.edits/0000000000000000005-wal.1732139447213.temp to hdfs://localhost:41921/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/46ac8e6c772ff361ae9140f6d0553e6a/recovered.edits/0000000000000000005 at 1732139451370 (+2 ms)Processed 2 edits across 1 Regions in 18 ms; skipped=1; WAL=hdfs://localhost:41921/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732139447098/wal.1732139447213, size=0, length=0, corrupted=false, cancelled=false at 1732139451370 2024-11-20T21:50:51,373 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41921/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732139447098/wal.1732139447213 to hdfs://localhost:41921/hbase/oldWALs/wal.1732139447213 2024-11-20T21:50:51,373 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:41921/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/46ac8e6c772ff361ae9140f6d0553e6a/recovered.edits/0000000000000000005 2024-11-20T21:50:51,374 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-20T21:50:51,375 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:41921/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732139447098, archiveDir=hdfs://localhost:41921/hbase/oldWALs, maxLogs=32 2024-11-20T21:50:51,388 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732139447098/wal.1732139451375, exclude list is [], retry=0 2024-11-20T21:50:51,390 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33523,DS-d1189d62-b129-4f55-974b-c3c4144a4e3b,DISK] 2024-11-20T21:50:51,391 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40861,DS-f2cc9084-db20-46a0-820e-047e4164573b,DISK] 2024-11-20T21:50:51,391 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34821,DS-227376d8-446b-4d9d-93bd-c918f8b2a0a4,DISK] 2024-11-20T21:50:51,393 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732139447098/wal.1732139451375 2024-11-20T21:50:51,393 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41653:41653),(127.0.0.1/127.0.0.1:46499:46499),(127.0.0.1/127.0.0.1:35005:35005)] 2024-11-20T21:50:51,394 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 46ac8e6c772ff361ae9140f6d0553e6a, NAME => 'testRegionMadeOfBulkLoadedFilesOnly,,1732139447099.46ac8e6c772ff361ae9140f6d0553e6a.', STARTKEY => '', ENDKEY => ''} 2024-11-20T21:50:51,394 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testRegionMadeOfBulkLoadedFilesOnly,,1732139447099.46ac8e6c772ff361ae9140f6d0553e6a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T21:50:51,394 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 46ac8e6c772ff361ae9140f6d0553e6a 2024-11-20T21:50:51,394 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 46ac8e6c772ff361ae9140f6d0553e6a 2024-11-20T21:50:51,395 INFO [StoreOpener-46ac8e6c772ff361ae9140f6d0553e6a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 46ac8e6c772ff361ae9140f6d0553e6a 2024-11-20T21:50:51,396 INFO [StoreOpener-46ac8e6c772ff361ae9140f6d0553e6a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 46ac8e6c772ff361ae9140f6d0553e6a columnFamilyName a 2024-11-20T21:50:51,396 DEBUG [StoreOpener-46ac8e6c772ff361ae9140f6d0553e6a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:50:51,403 DEBUG [StoreFileOpener-46ac8e6c772ff361ae9140f6d0553e6a-a-1 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 70d51259d71e4f0194c0b45f2811cb7d_SeqId_3_: NONE, but ROW specified in column family configuration 2024-11-20T21:50:51,403 DEBUG [StoreOpener-46ac8e6c772ff361ae9140f6d0553e6a-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:41921/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/46ac8e6c772ff361ae9140f6d0553e6a/a/70d51259d71e4f0194c0b45f2811cb7d_SeqId_3_ 2024-11-20T21:50:51,403 INFO [StoreOpener-46ac8e6c772ff361ae9140f6d0553e6a-1 {}] regionserver.HStore(327): Store=46ac8e6c772ff361ae9140f6d0553e6a/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T21:50:51,403 INFO [StoreOpener-46ac8e6c772ff361ae9140f6d0553e6a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 46ac8e6c772ff361ae9140f6d0553e6a 2024-11-20T21:50:51,404 INFO [StoreOpener-46ac8e6c772ff361ae9140f6d0553e6a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 46ac8e6c772ff361ae9140f6d0553e6a columnFamilyName b 2024-11-20T21:50:51,404 DEBUG [StoreOpener-46ac8e6c772ff361ae9140f6d0553e6a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:50:51,405 INFO [StoreOpener-46ac8e6c772ff361ae9140f6d0553e6a-1 {}] regionserver.HStore(327): Store=46ac8e6c772ff361ae9140f6d0553e6a/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T21:50:51,405 INFO [StoreOpener-46ac8e6c772ff361ae9140f6d0553e6a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 46ac8e6c772ff361ae9140f6d0553e6a 2024-11-20T21:50:51,406 INFO [StoreOpener-46ac8e6c772ff361ae9140f6d0553e6a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 46ac8e6c772ff361ae9140f6d0553e6a columnFamilyName c 2024-11-20T21:50:51,406 DEBUG [StoreOpener-46ac8e6c772ff361ae9140f6d0553e6a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:50:51,406 INFO [StoreOpener-46ac8e6c772ff361ae9140f6d0553e6a-1 {}] regionserver.HStore(327): Store=46ac8e6c772ff361ae9140f6d0553e6a/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T21:50:51,406 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 46ac8e6c772ff361ae9140f6d0553e6a 2024-11-20T21:50:51,407 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41921/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/46ac8e6c772ff361ae9140f6d0553e6a 2024-11-20T21:50:51,409 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:41921/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/46ac8e6c772ff361ae9140f6d0553e6a 2024-11-20T21:50:51,410 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:41921/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/46ac8e6c772ff361ae9140f6d0553e6a/recovered.edits/0000000000000000005 2024-11-20T21:50:51,413 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:41921/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/46ac8e6c772ff361ae9140f6d0553e6a/recovered.edits/0000000000000000005: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-11-20T21:50:51,414 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 1, skipped 0, firstSequenceIdInLog=5, maxSequenceIdInLog=5, path=hdfs://localhost:41921/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/46ac8e6c772ff361ae9140f6d0553e6a/recovered.edits/0000000000000000005 2024-11-20T21:50:51,414 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 46ac8e6c772ff361ae9140f6d0553e6a 3/3 column families, dataSize=58 B heapSize=904 B 2024-11-20T21:50:51,432 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41921/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/46ac8e6c772ff361ae9140f6d0553e6a/.tmp/a/5b67b048cc894aee907efa8a5a360cc6 is 62, key is testRegionMadeOfBulkLoadedFilesOnly/a:a/1732139447293/Put/seqid=0 2024-11-20T21:50:51,438 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33523 is added to blk_1073741884_1062 (size=5149) 2024-11-20T21:50:51,438 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073741884_1062 (size=5149) 2024-11-20T21:50:51,438 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40861 is added to blk_1073741884_1062 (size=5149) 2024-11-20T21:50:51,439 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:41921/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/46ac8e6c772ff361ae9140f6d0553e6a/.tmp/a/5b67b048cc894aee907efa8a5a360cc6 2024-11-20T21:50:51,445 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41921/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/46ac8e6c772ff361ae9140f6d0553e6a/.tmp/a/5b67b048cc894aee907efa8a5a360cc6 as hdfs://localhost:41921/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/46ac8e6c772ff361ae9140f6d0553e6a/a/5b67b048cc894aee907efa8a5a360cc6 2024-11-20T21:50:51,451 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41921/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/46ac8e6c772ff361ae9140f6d0553e6a/a/5b67b048cc894aee907efa8a5a360cc6, entries=1, sequenceid=5, filesize=5.0 K 2024-11-20T21:50:51,451 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~58 B/58, heapSize ~376 B/376, currentSize=0 B/0 for 46ac8e6c772ff361ae9140f6d0553e6a in 37ms, sequenceid=5, compaction requested=false; wal=null 2024-11-20T21:50:51,452 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:41921/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/46ac8e6c772ff361ae9140f6d0553e6a/recovered.edits/0000000000000000005 2024-11-20T21:50:51,453 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 46ac8e6c772ff361ae9140f6d0553e6a 2024-11-20T21:50:51,453 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 46ac8e6c772ff361ae9140f6d0553e6a 2024-11-20T21:50:51,454 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRegionMadeOfBulkLoadedFilesOnly descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T21:50:51,456 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 46ac8e6c772ff361ae9140f6d0553e6a 2024-11-20T21:50:51,458 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41921/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/46ac8e6c772ff361ae9140f6d0553e6a/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-20T21:50:51,459 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 46ac8e6c772ff361ae9140f6d0553e6a; next sequenceid=6; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65057939, jitterRate=-0.030561164021492004}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T21:50:51,459 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 46ac8e6c772ff361ae9140f6d0553e6a: Writing region info on filesystem at 1732139451394Initializing all the Stores at 1732139451395 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732139451395Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732139451395Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732139451395Obtaining lock to block concurrent updates at 1732139451414 (+19 ms)Preparing flush snapshotting stores in 46ac8e6c772ff361ae9140f6d0553e6a at 1732139451414Finished memstore snapshotting testRegionMadeOfBulkLoadedFilesOnly,,1732139447099.46ac8e6c772ff361ae9140f6d0553e6a., syncing WAL and waiting on mvcc, flushsize=dataSize=58, getHeapSize=856, getOffHeapSize=0, getCellsCount=1 at 1732139451414Flushing stores of testRegionMadeOfBulkLoadedFilesOnly,,1732139447099.46ac8e6c772ff361ae9140f6d0553e6a. at 1732139451414Flushing 46ac8e6c772ff361ae9140f6d0553e6a/a: creating writer at 1732139451414Flushing 46ac8e6c772ff361ae9140f6d0553e6a/a: appending metadata at 1732139451432 (+18 ms)Flushing 46ac8e6c772ff361ae9140f6d0553e6a/a: closing flushed file at 1732139451432Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@344ab4c6: reopening flushed file at 1732139451444 (+12 ms)Finished flush of dataSize ~58 B/58, heapSize ~376 B/376, currentSize=0 B/0 for 46ac8e6c772ff361ae9140f6d0553e6a in 37ms, sequenceid=5, compaction requested=false; wal=null at 1732139451451 (+7 ms)Cleaning up temporary data from old regions at 1732139451453 (+2 ms)Region opened successfully at 1732139451459 (+6 ms) 2024-11-20T21:50:51,464 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 46ac8e6c772ff361ae9140f6d0553e6a, disabling compactions & flushes 2024-11-20T21:50:51,464 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testRegionMadeOfBulkLoadedFilesOnly,,1732139447099.46ac8e6c772ff361ae9140f6d0553e6a. 2024-11-20T21:50:51,464 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testRegionMadeOfBulkLoadedFilesOnly,,1732139447099.46ac8e6c772ff361ae9140f6d0553e6a. 2024-11-20T21:50:51,464 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testRegionMadeOfBulkLoadedFilesOnly,,1732139447099.46ac8e6c772ff361ae9140f6d0553e6a. after waiting 0 ms 2024-11-20T21:50:51,464 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testRegionMadeOfBulkLoadedFilesOnly,,1732139447099.46ac8e6c772ff361ae9140f6d0553e6a. 2024-11-20T21:50:51,465 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testRegionMadeOfBulkLoadedFilesOnly,,1732139447099.46ac8e6c772ff361ae9140f6d0553e6a. 2024-11-20T21:50:51,465 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 46ac8e6c772ff361ae9140f6d0553e6a: Waiting for close lock at 1732139451464Disabling compacts and flushes for region at 1732139451464Disabling writes for close at 1732139451464Writing region close event to WAL at 1732139451465 (+1 ms)Closed at 1732139451465 2024-11-20T21:50:51,468 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33523 is added to blk_1073741883_1061 (size=93) 2024-11-20T21:50:51,468 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40861 is added to blk_1073741883_1061 (size=93) 2024-11-20T21:50:51,468 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073741883_1061 (size=93) 2024-11-20T21:50:51,470 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-20T21:50:51,470 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL wal:(num 1732139451375) 2024-11-20T21:50:51,484 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayCompressed#testRegionMadeOfBulkLoadedFilesOnly Thread=412 (was 408) Potentially hanging thread: LeaseRenewer:jenkinstestRegionMadeOfBulkLoadedFilesOnly@localhost:41921 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-17-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: java.util.concurrent.ThreadPoolExecutor$Worker@37231268[State = -1, empty queue] java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46469 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-524809438_22 at /127.0.0.1:53336 [Waiting for operation #3] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-524809438_22 at /127.0.0.1:52258 [Waiting for operation #7] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-524809438_22 at /127.0.0.1:53828 [Waiting for operation #7] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-17-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-17-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (164445987) connection to localhost/127.0.0.1:46469 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (164445987) connection to localhost/127.0.0.1:41921 from jenkinstestRegionMadeOfBulkLoadedFilesOnly java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) - Thread LEAK? -, OpenFileDescriptor=1023 (was 963) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=60 (was 65), ProcessCount=11 (was 11), AvailableMemoryMB=3140 (was 3202) 2024-11-20T21:50:51,495 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayCompressed#testReplayEditsAfterRegionMovedWithMultiCF Thread=412, OpenFileDescriptor=1023, MaxFileDescriptor=1048576, SystemLoadAverage=60, ProcessCount=11, AvailableMemoryMB=3140 2024-11-20T21:50:51,511 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T21:50:51,516 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T21:50:51,520 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is e1fae5a3a175,34395,1732139436430 2024-11-20T21:50:51,522 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7dec82e6 2024-11-20T21:50:51,523 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T21:50:51,525 INFO [HMaster-EventLoopGroup-2-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52968, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T21:50:51,529 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34395 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testReplayEditsAfterRegionMovedWithMultiCF', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T21:50:51,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34395 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF 2024-11-20T21:50:51,536 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_PRE_OPERATION 2024-11-20T21:50:51,538 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34395 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testReplayEditsAfterRegionMovedWithMultiCF" procId is: 4 2024-11-20T21:50:51,538 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:50:51,540 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-20T21:50:51,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34395 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T21:50:51,549 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40861 is added to blk_1073741885_1063 (size=694) 2024-11-20T21:50:51,550 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073741885_1063 (size=694) 2024-11-20T21:50:51,550 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33523 is added to blk_1073741885_1063 (size=694) 2024-11-20T21:50:51,552 INFO [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 752cfe0ff172dd349f2943d31ac467c4, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1732139451526.752cfe0ff172dd349f2943d31ac467c4.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsAfterRegionMovedWithMultiCF', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41921/user/jenkins/test-data/5bab72b3-2615-0448-3310-a25f6519c0d3 2024-11-20T21:50:51,560 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40861 is added to blk_1073741886_1064 (size=77) 2024-11-20T21:50:51,560 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073741886_1064 (size=77) 2024-11-20T21:50:51,560 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33523 is added to blk_1073741886_1064 (size=77) 2024-11-20T21:50:51,561 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1732139451526.752cfe0ff172dd349f2943d31ac467c4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T21:50:51,561 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1722): Closing 752cfe0ff172dd349f2943d31ac467c4, disabling compactions & flushes 2024-11-20T21:50:51,561 INFO [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1732139451526.752cfe0ff172dd349f2943d31ac467c4. 2024-11-20T21:50:51,561 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1732139451526.752cfe0ff172dd349f2943d31ac467c4. 2024-11-20T21:50:51,562 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1732139451526.752cfe0ff172dd349f2943d31ac467c4. after waiting 0 ms 2024-11-20T21:50:51,562 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1732139451526.752cfe0ff172dd349f2943d31ac467c4. 2024-11-20T21:50:51,562 INFO [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1732139451526.752cfe0ff172dd349f2943d31ac467c4. 2024-11-20T21:50:51,562 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1676): Region close journal for 752cfe0ff172dd349f2943d31ac467c4: Waiting for close lock at 1732139451561Disabling compacts and flushes for region at 1732139451561Disabling writes for close at 1732139451562 (+1 ms)Writing region close event to WAL at 1732139451562Closed at 1732139451562 2024-11-20T21:50:51,564 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_ADD_TO_META 2024-11-20T21:50:51,571 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testReplayEditsAfterRegionMovedWithMultiCF,,1732139451526.752cfe0ff172dd349f2943d31ac467c4.","families":{"info":[{"qualifier":"regioninfo","vlen":76,"tag":[],"timestamp":"1732139451564"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732139451564"}]},"ts":"1732139451564"} 2024-11-20T21:50:51,575 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-20T21:50:51,577 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-20T21:50:51,580 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testReplayEditsAfterRegionMovedWithMultiCF","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732139451577"}]},"ts":"1732139451577"} 2024-11-20T21:50:51,584 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=testReplayEditsAfterRegionMovedWithMultiCF, state=ENABLING in hbase:meta 2024-11-20T21:50:51,585 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(204): Hosts are {e1fae5a3a175=0} racks are {/default-rack=0} 2024-11-20T21:50:51,586 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-20T21:50:51,586 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-20T21:50:51,586 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-20T21:50:51,586 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-20T21:50:51,586 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-20T21:50:51,586 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-20T21:50:51,586 INFO [PEWorker-4 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-20T21:50:51,586 INFO [PEWorker-4 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-20T21:50:51,586 INFO [PEWorker-4 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-20T21:50:51,586 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-20T21:50:51,587 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=752cfe0ff172dd349f2943d31ac467c4, ASSIGN}] 2024-11-20T21:50:51,589 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=752cfe0ff172dd349f2943d31ac467c4, ASSIGN 2024-11-20T21:50:51,591 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=752cfe0ff172dd349f2943d31ac467c4, ASSIGN; state=OFFLINE, location=e1fae5a3a175,37377,1732139437428; forceNewPlan=false, retain=false 2024-11-20T21:50:51,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34395 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T21:50:51,743 INFO [e1fae5a3a175:34395 {}] balancer.BaseLoadBalancer(388): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-11-20T21:50:51,744 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=752cfe0ff172dd349f2943d31ac467c4, regionState=OPENING, regionLocation=e1fae5a3a175,37377,1732139437428 2024-11-20T21:50:51,747 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=752cfe0ff172dd349f2943d31ac467c4, ASSIGN because future has completed 2024-11-20T21:50:51,748 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 752cfe0ff172dd349f2943d31ac467c4, server=e1fae5a3a175,37377,1732139437428}] 2024-11-20T21:50:51,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34395 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T21:50:51,902 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T21:50:51,904 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55927, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-20T21:50:51,909 INFO [RS_OPEN_REGION-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open testReplayEditsAfterRegionMovedWithMultiCF,,1732139451526.752cfe0ff172dd349f2943d31ac467c4. 2024-11-20T21:50:51,909 DEBUG [RS_OPEN_REGION-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 752cfe0ff172dd349f2943d31ac467c4, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1732139451526.752cfe0ff172dd349f2943d31ac467c4.', STARTKEY => '', ENDKEY => ''} 2024-11-20T21:50:51,910 DEBUG [RS_OPEN_REGION-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterRegionMovedWithMultiCF 752cfe0ff172dd349f2943d31ac467c4 2024-11-20T21:50:51,910 DEBUG [RS_OPEN_REGION-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1732139451526.752cfe0ff172dd349f2943d31ac467c4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T21:50:51,910 DEBUG [RS_OPEN_REGION-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 752cfe0ff172dd349f2943d31ac467c4 2024-11-20T21:50:51,910 DEBUG [RS_OPEN_REGION-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 752cfe0ff172dd349f2943d31ac467c4 2024-11-20T21:50:51,912 INFO [StoreOpener-752cfe0ff172dd349f2943d31ac467c4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region 752cfe0ff172dd349f2943d31ac467c4 2024-11-20T21:50:51,913 INFO [StoreOpener-752cfe0ff172dd349f2943d31ac467c4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 752cfe0ff172dd349f2943d31ac467c4 columnFamilyName cf1 2024-11-20T21:50:51,914 DEBUG [StoreOpener-752cfe0ff172dd349f2943d31ac467c4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:50:51,914 INFO [StoreOpener-752cfe0ff172dd349f2943d31ac467c4-1 {}] regionserver.HStore(327): Store=752cfe0ff172dd349f2943d31ac467c4/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T21:50:51,914 INFO [StoreOpener-752cfe0ff172dd349f2943d31ac467c4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region 752cfe0ff172dd349f2943d31ac467c4 2024-11-20T21:50:51,916 INFO [StoreOpener-752cfe0ff172dd349f2943d31ac467c4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 752cfe0ff172dd349f2943d31ac467c4 columnFamilyName cf2 2024-11-20T21:50:51,916 DEBUG [StoreOpener-752cfe0ff172dd349f2943d31ac467c4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:50:51,917 INFO [StoreOpener-752cfe0ff172dd349f2943d31ac467c4-1 {}] regionserver.HStore(327): Store=752cfe0ff172dd349f2943d31ac467c4/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T21:50:51,917 DEBUG [RS_OPEN_REGION-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 752cfe0ff172dd349f2943d31ac467c4 2024-11-20T21:50:51,918 DEBUG [RS_OPEN_REGION-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41921/user/jenkins/test-data/5bab72b3-2615-0448-3310-a25f6519c0d3/data/default/testReplayEditsAfterRegionMovedWithMultiCF/752cfe0ff172dd349f2943d31ac467c4 2024-11-20T21:50:51,918 DEBUG [RS_OPEN_REGION-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41921/user/jenkins/test-data/5bab72b3-2615-0448-3310-a25f6519c0d3/data/default/testReplayEditsAfterRegionMovedWithMultiCF/752cfe0ff172dd349f2943d31ac467c4 2024-11-20T21:50:51,919 DEBUG [RS_OPEN_REGION-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 752cfe0ff172dd349f2943d31ac467c4 2024-11-20T21:50:51,919 DEBUG [RS_OPEN_REGION-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 752cfe0ff172dd349f2943d31ac467c4 2024-11-20T21:50:51,920 DEBUG [RS_OPEN_REGION-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterRegionMovedWithMultiCF descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-11-20T21:50:51,922 DEBUG [RS_OPEN_REGION-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 752cfe0ff172dd349f2943d31ac467c4 2024-11-20T21:50:51,924 DEBUG [RS_OPEN_REGION-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41921/user/jenkins/test-data/5bab72b3-2615-0448-3310-a25f6519c0d3/data/default/testReplayEditsAfterRegionMovedWithMultiCF/752cfe0ff172dd349f2943d31ac467c4/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T21:50:51,925 INFO [RS_OPEN_REGION-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 752cfe0ff172dd349f2943d31ac467c4; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67777768, jitterRate=0.009967446327209473}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-11-20T21:50:51,925 DEBUG [RS_OPEN_REGION-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 752cfe0ff172dd349f2943d31ac467c4 2024-11-20T21:50:51,926 DEBUG [RS_OPEN_REGION-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 752cfe0ff172dd349f2943d31ac467c4: Running coprocessor pre-open hook at 1732139451910Writing region info on filesystem at 1732139451910Initializing all the Stores at 1732139451911 (+1 ms)Instantiating store for column family {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732139451911Instantiating store for column family {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732139451912 (+1 ms)Cleaning up temporary data from old regions at 1732139451919 (+7 ms)Running coprocessor post-open hooks at 1732139451925 (+6 ms)Region opened successfully at 1732139451926 (+1 ms) 2024-11-20T21:50:51,928 INFO [RS_OPEN_REGION-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for testReplayEditsAfterRegionMovedWithMultiCF,,1732139451526.752cfe0ff172dd349f2943d31ac467c4., pid=6, masterSystemTime=1732139451901 2024-11-20T21:50:51,931 DEBUG [RS_OPEN_REGION-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for testReplayEditsAfterRegionMovedWithMultiCF,,1732139451526.752cfe0ff172dd349f2943d31ac467c4. 2024-11-20T21:50:51,931 INFO [RS_OPEN_REGION-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened testReplayEditsAfterRegionMovedWithMultiCF,,1732139451526.752cfe0ff172dd349f2943d31ac467c4. 2024-11-20T21:50:51,932 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=752cfe0ff172dd349f2943d31ac467c4, regionState=OPEN, openSeqNum=2, regionLocation=e1fae5a3a175,37377,1732139437428 2024-11-20T21:50:51,935 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 752cfe0ff172dd349f2943d31ac467c4, server=e1fae5a3a175,37377,1732139437428 because future has completed 2024-11-20T21:50:51,939 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-20T21:50:51,940 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 752cfe0ff172dd349f2943d31ac467c4, server=e1fae5a3a175,37377,1732139437428 in 188 msec 2024-11-20T21:50:51,943 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-20T21:50:51,943 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=752cfe0ff172dd349f2943d31ac467c4, ASSIGN in 353 msec 2024-11-20T21:50:51,945 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-20T21:50:51,945 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testReplayEditsAfterRegionMovedWithMultiCF","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732139451945"}]},"ts":"1732139451945"} 2024-11-20T21:50:51,948 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=testReplayEditsAfterRegionMovedWithMultiCF, state=ENABLED in hbase:meta 2024-11-20T21:50:51,949 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_POST_OPERATION 2024-11-20T21:50:51,952 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF in 419 msec 2024-11-20T21:50:52,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34395 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T21:50:52,171 INFO [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testReplayEditsAfterRegionMovedWithMultiCF completed 2024-11-20T21:50:52,171 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testReplayEditsAfterRegionMovedWithMultiCF get assigned. Timeout = 60000ms 2024-11-20T21:50:52,174 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-20T21:50:52,182 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testReplayEditsAfterRegionMovedWithMultiCF assigned to meta. Checking AM states. 2024-11-20T21:50:52,183 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-20T21:50:52,183 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testReplayEditsAfterRegionMovedWithMultiCF assigned. 2024-11-20T21:50:52,195 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testReplayEditsAfterRegionMovedWithMultiCF', row='r1', locateType=CURRENT is [region=testReplayEditsAfterRegionMovedWithMultiCF,,1732139451526.752cfe0ff172dd349f2943d31ac467c4., hostname=e1fae5a3a175,37377,1732139437428, seqNum=2] 2024-11-20T21:50:52,196 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T21:50:52,198 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42476, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T21:50:52,213 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34395 {}] master.HMaster(2410): Client=jenkins//172.17.0.2 move hri=752cfe0ff172dd349f2943d31ac467c4, source=e1fae5a3a175,37377,1732139437428, destination=e1fae5a3a175,44247,1732139437241, warming up region on e1fae5a3a175,44247,1732139437241 2024-11-20T21:50:52,215 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34395 {}] master.HMaster(2414): Client=jenkins//172.17.0.2 move hri=752cfe0ff172dd349f2943d31ac467c4, source=e1fae5a3a175,37377,1732139437428, destination=e1fae5a3a175,44247,1732139437241, running balancer 2024-11-20T21:50:52,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34395 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=752cfe0ff172dd349f2943d31ac467c4, REOPEN/MOVE 2024-11-20T21:50:52,217 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=752cfe0ff172dd349f2943d31ac467c4, REOPEN/MOVE 2024-11-20T21:50:52,220 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44247 {}] regionserver.RSRpcServices(2066): Warmup testReplayEditsAfterRegionMovedWithMultiCF,,1732139451526.752cfe0ff172dd349f2943d31ac467c4. 2024-11-20T21:50:52,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44247 {}] regionserver.HRegion(7855): Warmup {ENCODED => 752cfe0ff172dd349f2943d31ac467c4, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1732139451526.752cfe0ff172dd349f2943d31ac467c4.', STARTKEY => '', ENDKEY => ''} 2024-11-20T21:50:52,220 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=752cfe0ff172dd349f2943d31ac467c4, regionState=CLOSING, regionLocation=e1fae5a3a175,37377,1732139437428 2024-11-20T21:50:52,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44247 {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1732139451526.752cfe0ff172dd349f2943d31ac467c4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T21:50:52,221 INFO [StoreOpener-752cfe0ff172dd349f2943d31ac467c4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region 752cfe0ff172dd349f2943d31ac467c4 2024-11-20T21:50:52,223 INFO [StoreOpener-752cfe0ff172dd349f2943d31ac467c4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 752cfe0ff172dd349f2943d31ac467c4 columnFamilyName cf1 2024-11-20T21:50:52,223 DEBUG [StoreOpener-752cfe0ff172dd349f2943d31ac467c4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:50:52,223 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=752cfe0ff172dd349f2943d31ac467c4, REOPEN/MOVE because future has completed 2024-11-20T21:50:52,224 INFO [StoreOpener-752cfe0ff172dd349f2943d31ac467c4-1 {}] regionserver.HStore(327): Store=752cfe0ff172dd349f2943d31ac467c4/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T21:50:52,224 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-20T21:50:52,224 INFO [StoreOpener-752cfe0ff172dd349f2943d31ac467c4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region 752cfe0ff172dd349f2943d31ac467c4 2024-11-20T21:50:52,224 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE, hasLock=false; CloseRegionProcedure 752cfe0ff172dd349f2943d31ac467c4, server=e1fae5a3a175,37377,1732139437428}] 2024-11-20T21:50:52,225 INFO [StoreOpener-752cfe0ff172dd349f2943d31ac467c4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 752cfe0ff172dd349f2943d31ac467c4 columnFamilyName cf2 2024-11-20T21:50:52,225 DEBUG [StoreOpener-752cfe0ff172dd349f2943d31ac467c4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:50:52,226 INFO [StoreOpener-752cfe0ff172dd349f2943d31ac467c4-1 {}] regionserver.HStore(327): Store=752cfe0ff172dd349f2943d31ac467c4/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T21:50:52,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44247 {}] regionserver.HRegion(1722): Closing 752cfe0ff172dd349f2943d31ac467c4, disabling compactions & flushes 2024-11-20T21:50:52,226 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44247 {}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1732139451526.752cfe0ff172dd349f2943d31ac467c4. 2024-11-20T21:50:52,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44247 {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1732139451526.752cfe0ff172dd349f2943d31ac467c4. 2024-11-20T21:50:52,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44247 {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1732139451526.752cfe0ff172dd349f2943d31ac467c4. after waiting 0 ms 2024-11-20T21:50:52,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44247 {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1732139451526.752cfe0ff172dd349f2943d31ac467c4. 2024-11-20T21:50:52,227 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44247 {}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1732139451526.752cfe0ff172dd349f2943d31ac467c4. 2024-11-20T21:50:52,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44247 {}] regionserver.HRegion(1676): Region close journal for 752cfe0ff172dd349f2943d31ac467c4: Waiting for close lock at 1732139452226Disabling compacts and flushes for region at 1732139452226Disabling writes for close at 1732139452226Writing region close event to WAL at 1732139452227 (+1 ms)Closed at 1732139452227 2024-11-20T21:50:52,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34395 {}] procedure.ProcedureSyncWait(219): waitFor pid=7 2024-11-20T21:50:52,385 INFO [RS_CLOSE_REGION-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] handler.UnassignRegionHandler(122): Close 752cfe0ff172dd349f2943d31ac467c4 2024-11-20T21:50:52,385 DEBUG [RS_CLOSE_REGION-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-20T21:50:52,386 DEBUG [RS_CLOSE_REGION-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1722): Closing 752cfe0ff172dd349f2943d31ac467c4, disabling compactions & flushes 2024-11-20T21:50:52,386 INFO [RS_CLOSE_REGION-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1732139451526.752cfe0ff172dd349f2943d31ac467c4. 2024-11-20T21:50:52,386 DEBUG [RS_CLOSE_REGION-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1732139451526.752cfe0ff172dd349f2943d31ac467c4. 2024-11-20T21:50:52,386 DEBUG [RS_CLOSE_REGION-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1732139451526.752cfe0ff172dd349f2943d31ac467c4. after waiting 0 ms 2024-11-20T21:50:52,386 DEBUG [RS_CLOSE_REGION-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1732139451526.752cfe0ff172dd349f2943d31ac467c4. 2024-11-20T21:50:52,386 INFO [RS_CLOSE_REGION-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(2902): Flushing 752cfe0ff172dd349f2943d31ac467c4 2/2 column families, dataSize=31 B heapSize=616 B 2024-11-20T21:50:52,401 DEBUG [RS_CLOSE_REGION-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41921/user/jenkins/test-data/5bab72b3-2615-0448-3310-a25f6519c0d3/data/default/testReplayEditsAfterRegionMovedWithMultiCF/752cfe0ff172dd349f2943d31ac467c4/.tmp/cf1/a529c982480149fcac73e3c48b5cc379 is 35, key is r1/cf1:q/1732139452199/Put/seqid=0 2024-11-20T21:50:52,408 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40861 is added to blk_1073741887_1065 (size=4783) 2024-11-20T21:50:52,408 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073741887_1065 (size=4783) 2024-11-20T21:50:52,408 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33523 is added to blk_1073741887_1065 (size=4783) 2024-11-20T21:50:52,409 INFO [RS_CLOSE_REGION-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31 B at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:41921/user/jenkins/test-data/5bab72b3-2615-0448-3310-a25f6519c0d3/data/default/testReplayEditsAfterRegionMovedWithMultiCF/752cfe0ff172dd349f2943d31ac467c4/.tmp/cf1/a529c982480149fcac73e3c48b5cc379 2024-11-20T21:50:52,417 DEBUG [RS_CLOSE_REGION-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41921/user/jenkins/test-data/5bab72b3-2615-0448-3310-a25f6519c0d3/data/default/testReplayEditsAfterRegionMovedWithMultiCF/752cfe0ff172dd349f2943d31ac467c4/.tmp/cf1/a529c982480149fcac73e3c48b5cc379 as hdfs://localhost:41921/user/jenkins/test-data/5bab72b3-2615-0448-3310-a25f6519c0d3/data/default/testReplayEditsAfterRegionMovedWithMultiCF/752cfe0ff172dd349f2943d31ac467c4/cf1/a529c982480149fcac73e3c48b5cc379 2024-11-20T21:50:52,423 INFO [RS_CLOSE_REGION-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41921/user/jenkins/test-data/5bab72b3-2615-0448-3310-a25f6519c0d3/data/default/testReplayEditsAfterRegionMovedWithMultiCF/752cfe0ff172dd349f2943d31ac467c4/cf1/a529c982480149fcac73e3c48b5cc379, entries=1, sequenceid=5, filesize=4.7 K 2024-11-20T21:50:52,425 INFO [RS_CLOSE_REGION-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(3140): Finished flush of dataSize ~31 B/31, heapSize ~344 B/344, currentSize=0 B/0 for 752cfe0ff172dd349f2943d31ac467c4 in 39ms, sequenceid=5, compaction requested=false 2024-11-20T21:50:52,425 DEBUG [RS_CLOSE_REGION-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testReplayEditsAfterRegionMovedWithMultiCF' 2024-11-20T21:50:52,430 DEBUG [RS_CLOSE_REGION-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41921/user/jenkins/test-data/5bab72b3-2615-0448-3310-a25f6519c0d3/data/default/testReplayEditsAfterRegionMovedWithMultiCF/752cfe0ff172dd349f2943d31ac467c4/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-20T21:50:52,432 INFO [RS_CLOSE_REGION-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1732139451526.752cfe0ff172dd349f2943d31ac467c4. 2024-11-20T21:50:52,432 DEBUG [RS_CLOSE_REGION-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1676): Region close journal for 752cfe0ff172dd349f2943d31ac467c4: Waiting for close lock at 1732139452386Running coprocessor pre-close hooks at 1732139452386Disabling compacts and flushes for region at 1732139452386Disabling writes for close at 1732139452386Obtaining lock to block concurrent updates at 1732139452386Preparing flush snapshotting stores in 752cfe0ff172dd349f2943d31ac467c4 at 1732139452386Finished memstore snapshotting testReplayEditsAfterRegionMovedWithMultiCF,,1732139451526.752cfe0ff172dd349f2943d31ac467c4., syncing WAL and waiting on mvcc, flushsize=dataSize=31, getHeapSize=584, getOffHeapSize=0, getCellsCount=1 at 1732139452386Flushing stores of testReplayEditsAfterRegionMovedWithMultiCF,,1732139451526.752cfe0ff172dd349f2943d31ac467c4. at 1732139452387 (+1 ms)Flushing 752cfe0ff172dd349f2943d31ac467c4/cf1: creating writer at 1732139452387Flushing 752cfe0ff172dd349f2943d31ac467c4/cf1: appending metadata at 1732139452401 (+14 ms)Flushing 752cfe0ff172dd349f2943d31ac467c4/cf1: closing flushed file at 1732139452401Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1832e33e: reopening flushed file at 1732139452416 (+15 ms)Finished flush of dataSize ~31 B/31, heapSize ~344 B/344, currentSize=0 B/0 for 752cfe0ff172dd349f2943d31ac467c4 in 39ms, sequenceid=5, compaction requested=false at 1732139452425 (+9 ms)Writing region close event to WAL at 1732139452426 (+1 ms)Running coprocessor post-close hooks at 1732139452430 (+4 ms)Closed at 1732139452432 (+2 ms) 2024-11-20T21:50:52,433 INFO [RS_CLOSE_REGION-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegionServer(3302): Adding 752cfe0ff172dd349f2943d31ac467c4 move to e1fae5a3a175,44247,1732139437241 record at close sequenceid=5 2024-11-20T21:50:52,435 INFO [RS_CLOSE_REGION-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] handler.UnassignRegionHandler(157): Closed 752cfe0ff172dd349f2943d31ac467c4 2024-11-20T21:50:52,436 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=752cfe0ff172dd349f2943d31ac467c4, regionState=CLOSED 2024-11-20T21:50:52,444 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=7, state=RUNNABLE, hasLock=false; CloseRegionProcedure 752cfe0ff172dd349f2943d31ac467c4, server=e1fae5a3a175,37377,1732139437428 because future has completed 2024-11-20T21:50:52,448 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7 2024-11-20T21:50:52,448 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; CloseRegionProcedure 752cfe0ff172dd349f2943d31ac467c4, server=e1fae5a3a175,37377,1732139437428 in 221 msec 2024-11-20T21:50:52,449 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=752cfe0ff172dd349f2943d31ac467c4, REOPEN/MOVE; state=CLOSED, location=e1fae5a3a175,44247,1732139437241; forceNewPlan=false, retain=false 2024-11-20T21:50:52,600 INFO [e1fae5a3a175:34395 {}] balancer.BaseLoadBalancer(388): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-11-20T21:50:52,600 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=752cfe0ff172dd349f2943d31ac467c4, regionState=OPENING, regionLocation=e1fae5a3a175,44247,1732139437241 2024-11-20T21:50:52,603 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=752cfe0ff172dd349f2943d31ac467c4, REOPEN/MOVE because future has completed 2024-11-20T21:50:52,604 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 752cfe0ff172dd349f2943d31ac467c4, server=e1fae5a3a175,44247,1732139437241}] 2024-11-20T21:50:52,765 INFO [RS_OPEN_REGION-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] handler.AssignRegionHandler(132): Open testReplayEditsAfterRegionMovedWithMultiCF,,1732139451526.752cfe0ff172dd349f2943d31ac467c4. 2024-11-20T21:50:52,765 DEBUG [RS_OPEN_REGION-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(7752): Opening region: {ENCODED => 752cfe0ff172dd349f2943d31ac467c4, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1732139451526.752cfe0ff172dd349f2943d31ac467c4.', STARTKEY => '', ENDKEY => ''} 2024-11-20T21:50:52,766 DEBUG [RS_OPEN_REGION-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterRegionMovedWithMultiCF 752cfe0ff172dd349f2943d31ac467c4 2024-11-20T21:50:52,766 DEBUG [RS_OPEN_REGION-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1732139451526.752cfe0ff172dd349f2943d31ac467c4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T21:50:52,766 DEBUG [RS_OPEN_REGION-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(7794): checking encryption for 752cfe0ff172dd349f2943d31ac467c4 2024-11-20T21:50:52,766 DEBUG [RS_OPEN_REGION-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(7797): checking classloading for 752cfe0ff172dd349f2943d31ac467c4 2024-11-20T21:50:52,772 INFO [StoreOpener-752cfe0ff172dd349f2943d31ac467c4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region 752cfe0ff172dd349f2943d31ac467c4 2024-11-20T21:50:52,774 INFO [StoreOpener-752cfe0ff172dd349f2943d31ac467c4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 752cfe0ff172dd349f2943d31ac467c4 columnFamilyName cf1 2024-11-20T21:50:52,774 DEBUG [StoreOpener-752cfe0ff172dd349f2943d31ac467c4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:50:52,784 DEBUG [StoreOpener-752cfe0ff172dd349f2943d31ac467c4-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:41921/user/jenkins/test-data/5bab72b3-2615-0448-3310-a25f6519c0d3/data/default/testReplayEditsAfterRegionMovedWithMultiCF/752cfe0ff172dd349f2943d31ac467c4/cf1/a529c982480149fcac73e3c48b5cc379 2024-11-20T21:50:52,784 INFO [StoreOpener-752cfe0ff172dd349f2943d31ac467c4-1 {}] regionserver.HStore(327): Store=752cfe0ff172dd349f2943d31ac467c4/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T21:50:52,785 INFO [StoreOpener-752cfe0ff172dd349f2943d31ac467c4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region 752cfe0ff172dd349f2943d31ac467c4 2024-11-20T21:50:52,786 INFO [StoreOpener-752cfe0ff172dd349f2943d31ac467c4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 752cfe0ff172dd349f2943d31ac467c4 columnFamilyName cf2 2024-11-20T21:50:52,786 DEBUG [StoreOpener-752cfe0ff172dd349f2943d31ac467c4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:50:52,787 INFO [StoreOpener-752cfe0ff172dd349f2943d31ac467c4-1 {}] regionserver.HStore(327): Store=752cfe0ff172dd349f2943d31ac467c4/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T21:50:52,787 DEBUG [RS_OPEN_REGION-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1038): replaying wal for 752cfe0ff172dd349f2943d31ac467c4 2024-11-20T21:50:52,788 DEBUG [RS_OPEN_REGION-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41921/user/jenkins/test-data/5bab72b3-2615-0448-3310-a25f6519c0d3/data/default/testReplayEditsAfterRegionMovedWithMultiCF/752cfe0ff172dd349f2943d31ac467c4 2024-11-20T21:50:52,789 DEBUG [RS_OPEN_REGION-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41921/user/jenkins/test-data/5bab72b3-2615-0448-3310-a25f6519c0d3/data/default/testReplayEditsAfterRegionMovedWithMultiCF/752cfe0ff172dd349f2943d31ac467c4 2024-11-20T21:50:52,790 DEBUG [RS_OPEN_REGION-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1048): stopping wal replay for 752cfe0ff172dd349f2943d31ac467c4 2024-11-20T21:50:52,791 DEBUG [RS_OPEN_REGION-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1060): Cleaning up temporary data for 752cfe0ff172dd349f2943d31ac467c4 2024-11-20T21:50:52,792 DEBUG [RS_OPEN_REGION-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterRegionMovedWithMultiCF descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-11-20T21:50:52,794 DEBUG [RS_OPEN_REGION-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1093): writing seq id for 752cfe0ff172dd349f2943d31ac467c4 2024-11-20T21:50:52,795 INFO [RS_OPEN_REGION-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1114): Opened 752cfe0ff172dd349f2943d31ac467c4; next sequenceid=9; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60302122, jitterRate=-0.10142835974693298}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-11-20T21:50:52,795 DEBUG [RS_OPEN_REGION-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 752cfe0ff172dd349f2943d31ac467c4 2024-11-20T21:50:52,797 DEBUG [RS_OPEN_REGION-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1006): Region open journal for 752cfe0ff172dd349f2943d31ac467c4: Running coprocessor pre-open hook at 1732139452766Writing region info on filesystem at 1732139452766Initializing all the Stores at 1732139452767 (+1 ms)Instantiating store for column family {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732139452767Instantiating store for column family {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732139452772 (+5 ms)Cleaning up temporary data from old regions at 1732139452791 (+19 ms)Running coprocessor post-open hooks at 1732139452796 (+5 ms)Region opened successfully at 1732139452796 2024-11-20T21:50:52,798 INFO [RS_OPEN_REGION-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegionServer(2236): Post open deploy tasks for testReplayEditsAfterRegionMovedWithMultiCF,,1732139451526.752cfe0ff172dd349f2943d31ac467c4., pid=9, masterSystemTime=1732139452757 2024-11-20T21:50:52,802 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=752cfe0ff172dd349f2943d31ac467c4, regionState=OPEN, openSeqNum=9, regionLocation=e1fae5a3a175,44247,1732139437241 2024-11-20T21:50:52,803 DEBUG [RS_OPEN_REGION-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegionServer(2266): Finished post open deploy task for testReplayEditsAfterRegionMovedWithMultiCF,,1732139451526.752cfe0ff172dd349f2943d31ac467c4. 2024-11-20T21:50:52,803 INFO [RS_OPEN_REGION-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] handler.AssignRegionHandler(153): Opened testReplayEditsAfterRegionMovedWithMultiCF,,1732139451526.752cfe0ff172dd349f2943d31ac467c4. 2024-11-20T21:50:52,805 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 752cfe0ff172dd349f2943d31ac467c4, server=e1fae5a3a175,44247,1732139437241 because future has completed 2024-11-20T21:50:52,811 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=7 2024-11-20T21:50:52,811 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=7, state=SUCCESS, hasLock=false; OpenRegionProcedure 752cfe0ff172dd349f2943d31ac467c4, server=e1fae5a3a175,44247,1732139437241 in 203 msec 2024-11-20T21:50:52,814 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=752cfe0ff172dd349f2943d31ac467c4, REOPEN/MOVE in 596 msec 2024-11-20T21:50:52,824 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T21:50:52,826 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56844, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-20T21:50:52,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37377 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 139 connection: 172.17.0.2:42476 deadline: 1732139512830, exception=org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=e1fae5a3a175 port=44247 startCode=1732139437241. As of locationSeqNum=5. 2024-11-20T21:50:52,839 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1732139451526.752cfe0ff172dd349f2943d31ac467c4., hostname=e1fae5a3a175,37377,1732139437428, seqNum=2 , the old value is region=testReplayEditsAfterRegionMovedWithMultiCF,,1732139451526.752cfe0ff172dd349f2943d31ac467c4., hostname=e1fae5a3a175,37377,1732139437428, seqNum=2, error=org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=e1fae5a3a175 port=44247 startCode=1732139437241. As of locationSeqNum=5. 2024-11-20T21:50:52,840 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1732139451526.752cfe0ff172dd349f2943d31ac467c4., hostname=e1fae5a3a175,37377,1732139437428, seqNum=2 is org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=e1fae5a3a175 port=44247 startCode=1732139437241. As of locationSeqNum=5. 2024-11-20T21:50:52,841 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(84): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1732139451526.752cfe0ff172dd349f2943d31ac467c4., hostname=e1fae5a3a175,37377,1732139437428, seqNum=2 with the new location region=testReplayEditsAfterRegionMovedWithMultiCF,,1732139451526.752cfe0ff172dd349f2943d31ac467c4., hostname=e1fae5a3a175,44247,1732139437241, seqNum=5 constructed by org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=e1fae5a3a175 port=44247 startCode=1732139437241. As of locationSeqNum=5. 2024-11-20T21:50:52,963 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 752cfe0ff172dd349f2943d31ac467c4 2/2 column families, dataSize=50 B heapSize=720 B 2024-11-20T21:50:52,981 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41921/user/jenkins/test-data/5bab72b3-2615-0448-3310-a25f6519c0d3/data/default/testReplayEditsAfterRegionMovedWithMultiCF/752cfe0ff172dd349f2943d31ac467c4/.tmp/cf1/9cb9c89c3f0746458daba20d13f175cf is 29, key is r1/cf1:/1732139452951/DeleteFamily/seqid=0 2024-11-20T21:50:52,994 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33523 is added to blk_1073741888_1066 (size=4906) 2024-11-20T21:50:52,994 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073741888_1066 (size=4906) 2024-11-20T21:50:52,996 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40861 is added to blk_1073741888_1066 (size=4906) 2024-11-20T21:50:52,996 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=25 B at sequenceid=12 (bloomFilter=false), to=hdfs://localhost:41921/user/jenkins/test-data/5bab72b3-2615-0448-3310-a25f6519c0d3/data/default/testReplayEditsAfterRegionMovedWithMultiCF/752cfe0ff172dd349f2943d31ac467c4/.tmp/cf1/9cb9c89c3f0746458daba20d13f175cf 2024-11-20T21:50:53,006 INFO [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9cb9c89c3f0746458daba20d13f175cf 2024-11-20T21:50:53,029 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41921/user/jenkins/test-data/5bab72b3-2615-0448-3310-a25f6519c0d3/data/default/testReplayEditsAfterRegionMovedWithMultiCF/752cfe0ff172dd349f2943d31ac467c4/.tmp/cf2/67fbfdf1df274fd0b00bb71b67484fc0 is 29, key is r1/cf2:/1732139452951/DeleteFamily/seqid=0 2024-11-20T21:50:53,043 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073741889_1067 (size=4906) 2024-11-20T21:50:53,044 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40861 is added to blk_1073741889_1067 (size=4906) 2024-11-20T21:50:53,045 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=25 B at sequenceid=12 (bloomFilter=false), to=hdfs://localhost:41921/user/jenkins/test-data/5bab72b3-2615-0448-3310-a25f6519c0d3/data/default/testReplayEditsAfterRegionMovedWithMultiCF/752cfe0ff172dd349f2943d31ac467c4/.tmp/cf2/67fbfdf1df274fd0b00bb71b67484fc0 2024-11-20T21:50:53,046 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33523 is added to blk_1073741889_1067 (size=4906) 2024-11-20T21:50:53,054 INFO [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 67fbfdf1df274fd0b00bb71b67484fc0 2024-11-20T21:50:53,056 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41921/user/jenkins/test-data/5bab72b3-2615-0448-3310-a25f6519c0d3/data/default/testReplayEditsAfterRegionMovedWithMultiCF/752cfe0ff172dd349f2943d31ac467c4/.tmp/cf1/9cb9c89c3f0746458daba20d13f175cf as hdfs://localhost:41921/user/jenkins/test-data/5bab72b3-2615-0448-3310-a25f6519c0d3/data/default/testReplayEditsAfterRegionMovedWithMultiCF/752cfe0ff172dd349f2943d31ac467c4/cf1/9cb9c89c3f0746458daba20d13f175cf 2024-11-20T21:50:53,065 INFO [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9cb9c89c3f0746458daba20d13f175cf 2024-11-20T21:50:53,065 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41921/user/jenkins/test-data/5bab72b3-2615-0448-3310-a25f6519c0d3/data/default/testReplayEditsAfterRegionMovedWithMultiCF/752cfe0ff172dd349f2943d31ac467c4/cf1/9cb9c89c3f0746458daba20d13f175cf, entries=1, sequenceid=12, filesize=4.8 K 2024-11-20T21:50:53,066 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41921/user/jenkins/test-data/5bab72b3-2615-0448-3310-a25f6519c0d3/data/default/testReplayEditsAfterRegionMovedWithMultiCF/752cfe0ff172dd349f2943d31ac467c4/.tmp/cf2/67fbfdf1df274fd0b00bb71b67484fc0 as hdfs://localhost:41921/user/jenkins/test-data/5bab72b3-2615-0448-3310-a25f6519c0d3/data/default/testReplayEditsAfterRegionMovedWithMultiCF/752cfe0ff172dd349f2943d31ac467c4/cf2/67fbfdf1df274fd0b00bb71b67484fc0 2024-11-20T21:50:53,074 INFO [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 67fbfdf1df274fd0b00bb71b67484fc0 2024-11-20T21:50:53,074 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41921/user/jenkins/test-data/5bab72b3-2615-0448-3310-a25f6519c0d3/data/default/testReplayEditsAfterRegionMovedWithMultiCF/752cfe0ff172dd349f2943d31ac467c4/cf2/67fbfdf1df274fd0b00bb71b67484fc0, entries=1, sequenceid=12, filesize=4.8 K 2024-11-20T21:50:53,076 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~50 B/50, heapSize ~688 B/688, currentSize=0 B/0 for 752cfe0ff172dd349f2943d31ac467c4 in 113ms, sequenceid=12, compaction requested=false 2024-11-20T21:50:53,076 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 752cfe0ff172dd349f2943d31ac467c4: 2024-11-20T21:50:53,078 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-11-20T21:50:53,080 DEBUG [Time-limited test {}] regionserver.HStore(1541): 752cfe0ff172dd349f2943d31ac467c4/cf1 is initiating major compaction (all files) 2024-11-20T21:50:53,080 INFO [Time-limited test {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-20T21:50:53,080 INFO [Time-limited test {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T21:50:53,081 INFO [Time-limited test {}] regionserver.HRegion(2416): Starting compaction of 752cfe0ff172dd349f2943d31ac467c4/cf1 in testReplayEditsAfterRegionMovedWithMultiCF,,1732139451526.752cfe0ff172dd349f2943d31ac467c4. 2024-11-20T21:50:53,081 INFO [Time-limited test {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41921/user/jenkins/test-data/5bab72b3-2615-0448-3310-a25f6519c0d3/data/default/testReplayEditsAfterRegionMovedWithMultiCF/752cfe0ff172dd349f2943d31ac467c4/cf1/a529c982480149fcac73e3c48b5cc379, hdfs://localhost:41921/user/jenkins/test-data/5bab72b3-2615-0448-3310-a25f6519c0d3/data/default/testReplayEditsAfterRegionMovedWithMultiCF/752cfe0ff172dd349f2943d31ac467c4/cf1/9cb9c89c3f0746458daba20d13f175cf] into tmpdir=hdfs://localhost:41921/user/jenkins/test-data/5bab72b3-2615-0448-3310-a25f6519c0d3/data/default/testReplayEditsAfterRegionMovedWithMultiCF/752cfe0ff172dd349f2943d31ac467c4/.tmp, totalSize=9.5 K 2024-11-20T21:50:53,083 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting a529c982480149fcac73e3c48b5cc379, keycount=1, bloomtype=NONE, size=4.7 K, encoding=NONE, compression=NONE, seqNum=5, earliestPutTs=1732139452199 2024-11-20T21:50:53,083 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 9cb9c89c3f0746458daba20d13f175cf, keycount=1, bloomtype=NONE, size=4.8 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=9223372036854775807 2024-11-20T21:50:53,108 INFO [Time-limited test {}] throttle.PressureAwareThroughputController(145): 752cfe0ff172dd349f2943d31ac467c4#cf1#compaction#16 average throughput is NaN MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T21:50:53,121 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33523 is added to blk_1073741890_1068 (size=4626) 2024-11-20T21:50:53,122 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40861 is added to blk_1073741890_1068 (size=4626) 2024-11-20T21:50:53,126 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073741890_1068 (size=4626) 2024-11-20T21:50:53,136 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41921/user/jenkins/test-data/5bab72b3-2615-0448-3310-a25f6519c0d3/data/default/testReplayEditsAfterRegionMovedWithMultiCF/752cfe0ff172dd349f2943d31ac467c4/.tmp/cf1/e78b295029bd4cc6ba96f7f3d836d815 as hdfs://localhost:41921/user/jenkins/test-data/5bab72b3-2615-0448-3310-a25f6519c0d3/data/default/testReplayEditsAfterRegionMovedWithMultiCF/752cfe0ff172dd349f2943d31ac467c4/cf1/e78b295029bd4cc6ba96f7f3d836d815 2024-11-20T21:50:53,154 INFO [Time-limited test {}] regionserver.HStore(1337): Completed major compaction of 2 (all) file(s) in 752cfe0ff172dd349f2943d31ac467c4/cf1 of 752cfe0ff172dd349f2943d31ac467c4 into e78b295029bd4cc6ba96f7f3d836d815(size=4.5 K), total size for store is 4.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T21:50:53,154 DEBUG [Time-limited test {}] regionserver.HRegion(2446): Compaction status journal for 752cfe0ff172dd349f2943d31ac467c4: 2024-11-20T21:50:53,154 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 1 store files, 0 compacting, 1 eligible, 16 blocking 2024-11-20T21:50:53,155 DEBUG [Time-limited test {}] regionserver.HStore(1541): 752cfe0ff172dd349f2943d31ac467c4/cf2 is initiating major compaction (all files) 2024-11-20T21:50:53,155 INFO [Time-limited test {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-20T21:50:53,155 INFO [Time-limited test {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T21:50:53,155 INFO [Time-limited test {}] regionserver.HRegion(2416): Starting compaction of 752cfe0ff172dd349f2943d31ac467c4/cf2 in testReplayEditsAfterRegionMovedWithMultiCF,,1732139451526.752cfe0ff172dd349f2943d31ac467c4. 2024-11-20T21:50:53,155 INFO [Time-limited test {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41921/user/jenkins/test-data/5bab72b3-2615-0448-3310-a25f6519c0d3/data/default/testReplayEditsAfterRegionMovedWithMultiCF/752cfe0ff172dd349f2943d31ac467c4/cf2/67fbfdf1df274fd0b00bb71b67484fc0] into tmpdir=hdfs://localhost:41921/user/jenkins/test-data/5bab72b3-2615-0448-3310-a25f6519c0d3/data/default/testReplayEditsAfterRegionMovedWithMultiCF/752cfe0ff172dd349f2943d31ac467c4/.tmp, totalSize=4.8 K 2024-11-20T21:50:53,156 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 67fbfdf1df274fd0b00bb71b67484fc0, keycount=1, bloomtype=NONE, size=4.8 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=9223372036854775807 2024-11-20T21:50:53,170 INFO [Time-limited test {}] throttle.PressureAwareThroughputController(145): 752cfe0ff172dd349f2943d31ac467c4#cf2#compaction#17 average throughput is NaN MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T21:50:53,186 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33523 is added to blk_1073741891_1069 (size=4592) 2024-11-20T21:50:53,186 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40861 is added to blk_1073741891_1069 (size=4592) 2024-11-20T21:50:53,186 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073741891_1069 (size=4592) 2024-11-20T21:50:53,201 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41921/user/jenkins/test-data/5bab72b3-2615-0448-3310-a25f6519c0d3/data/default/testReplayEditsAfterRegionMovedWithMultiCF/752cfe0ff172dd349f2943d31ac467c4/.tmp/cf2/2a71d2f8a093425ab0b3f2d2bb2c63e9 as hdfs://localhost:41921/user/jenkins/test-data/5bab72b3-2615-0448-3310-a25f6519c0d3/data/default/testReplayEditsAfterRegionMovedWithMultiCF/752cfe0ff172dd349f2943d31ac467c4/cf2/2a71d2f8a093425ab0b3f2d2bb2c63e9 2024-11-20T21:50:53,212 INFO [Time-limited test {}] regionserver.HStore(1337): Completed major compaction of 1 (all) file(s) in 752cfe0ff172dd349f2943d31ac467c4/cf2 of 752cfe0ff172dd349f2943d31ac467c4 into 2a71d2f8a093425ab0b3f2d2bb2c63e9(size=4.5 K), total size for store is 4.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T21:50:53,212 DEBUG [Time-limited test {}] regionserver.HRegion(2446): Compaction status journal for 752cfe0ff172dd349f2943d31ac467c4: 2024-11-20T21:50:53,219 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34395 {}] master.HMaster(2410): Client=jenkins//172.17.0.2 move hri=752cfe0ff172dd349f2943d31ac467c4, source=e1fae5a3a175,44247,1732139437241, destination=e1fae5a3a175,37377,1732139437428, warming up region on e1fae5a3a175,37377,1732139437428 2024-11-20T21:50:53,220 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34395 {}] master.HMaster(2414): Client=jenkins//172.17.0.2 move hri=752cfe0ff172dd349f2943d31ac467c4, source=e1fae5a3a175,44247,1732139437241, destination=e1fae5a3a175,37377,1732139437428, running balancer 2024-11-20T21:50:53,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34395 {}] procedure2.ProcedureExecutor(1139): Stored pid=10, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=752cfe0ff172dd349f2943d31ac467c4, REOPEN/MOVE 2024-11-20T21:50:53,223 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=752cfe0ff172dd349f2943d31ac467c4, REOPEN/MOVE 2024-11-20T21:50:53,226 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=752cfe0ff172dd349f2943d31ac467c4, regionState=CLOSING, regionLocation=e1fae5a3a175,44247,1732139437241 2024-11-20T21:50:53,226 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37377 {}] regionserver.RSRpcServices(2066): Warmup testReplayEditsAfterRegionMovedWithMultiCF,,1732139451526.752cfe0ff172dd349f2943d31ac467c4. 2024-11-20T21:50:53,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37377 {}] regionserver.HRegion(7855): Warmup {ENCODED => 752cfe0ff172dd349f2943d31ac467c4, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1732139451526.752cfe0ff172dd349f2943d31ac467c4.', STARTKEY => '', ENDKEY => ''} 2024-11-20T21:50:53,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37377 {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1732139451526.752cfe0ff172dd349f2943d31ac467c4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T21:50:53,227 INFO [StoreOpener-752cfe0ff172dd349f2943d31ac467c4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region 752cfe0ff172dd349f2943d31ac467c4 2024-11-20T21:50:53,229 INFO [StoreOpener-752cfe0ff172dd349f2943d31ac467c4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 752cfe0ff172dd349f2943d31ac467c4 columnFamilyName cf1 2024-11-20T21:50:53,229 DEBUG [StoreOpener-752cfe0ff172dd349f2943d31ac467c4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:50:53,235 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=752cfe0ff172dd349f2943d31ac467c4, REOPEN/MOVE because future has completed 2024-11-20T21:50:53,238 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-20T21:50:53,238 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE, hasLock=false; CloseRegionProcedure 752cfe0ff172dd349f2943d31ac467c4, server=e1fae5a3a175,44247,1732139437241}] 2024-11-20T21:50:53,241 INFO [StoreFileOpener-752cfe0ff172dd349f2943d31ac467c4-cf1-1 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9cb9c89c3f0746458daba20d13f175cf 2024-11-20T21:50:53,242 DEBUG [StoreOpener-752cfe0ff172dd349f2943d31ac467c4-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:41921/user/jenkins/test-data/5bab72b3-2615-0448-3310-a25f6519c0d3/data/default/testReplayEditsAfterRegionMovedWithMultiCF/752cfe0ff172dd349f2943d31ac467c4/cf1/9cb9c89c3f0746458daba20d13f175cf 2024-11-20T21:50:53,250 DEBUG [StoreOpener-752cfe0ff172dd349f2943d31ac467c4-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:41921/user/jenkins/test-data/5bab72b3-2615-0448-3310-a25f6519c0d3/data/default/testReplayEditsAfterRegionMovedWithMultiCF/752cfe0ff172dd349f2943d31ac467c4/cf1/a529c982480149fcac73e3c48b5cc379 2024-11-20T21:50:53,260 DEBUG [StoreOpener-752cfe0ff172dd349f2943d31ac467c4-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:41921/user/jenkins/test-data/5bab72b3-2615-0448-3310-a25f6519c0d3/data/default/testReplayEditsAfterRegionMovedWithMultiCF/752cfe0ff172dd349f2943d31ac467c4/cf1/e78b295029bd4cc6ba96f7f3d836d815 2024-11-20T21:50:53,260 INFO [StoreOpener-752cfe0ff172dd349f2943d31ac467c4-1 {}] regionserver.HStore(327): Store=752cfe0ff172dd349f2943d31ac467c4/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T21:50:53,260 INFO [StoreOpener-752cfe0ff172dd349f2943d31ac467c4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region 752cfe0ff172dd349f2943d31ac467c4 2024-11-20T21:50:53,262 INFO [StoreOpener-752cfe0ff172dd349f2943d31ac467c4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 752cfe0ff172dd349f2943d31ac467c4 columnFamilyName cf2 2024-11-20T21:50:53,262 DEBUG [StoreOpener-752cfe0ff172dd349f2943d31ac467c4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:50:53,271 DEBUG [StoreOpener-752cfe0ff172dd349f2943d31ac467c4-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:41921/user/jenkins/test-data/5bab72b3-2615-0448-3310-a25f6519c0d3/data/default/testReplayEditsAfterRegionMovedWithMultiCF/752cfe0ff172dd349f2943d31ac467c4/cf2/2a71d2f8a093425ab0b3f2d2bb2c63e9 2024-11-20T21:50:53,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34395 {}] procedure.ProcedureSyncWait(219): waitFor pid=10 2024-11-20T21:50:53,277 INFO [StoreFileOpener-752cfe0ff172dd349f2943d31ac467c4-cf2-1 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 67fbfdf1df274fd0b00bb71b67484fc0 2024-11-20T21:50:53,277 DEBUG [StoreOpener-752cfe0ff172dd349f2943d31ac467c4-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:41921/user/jenkins/test-data/5bab72b3-2615-0448-3310-a25f6519c0d3/data/default/testReplayEditsAfterRegionMovedWithMultiCF/752cfe0ff172dd349f2943d31ac467c4/cf2/67fbfdf1df274fd0b00bb71b67484fc0 2024-11-20T21:50:53,277 INFO [StoreOpener-752cfe0ff172dd349f2943d31ac467c4-1 {}] regionserver.HStore(327): Store=752cfe0ff172dd349f2943d31ac467c4/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T21:50:53,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37377 {}] regionserver.HRegion(1722): Closing 752cfe0ff172dd349f2943d31ac467c4, disabling compactions & flushes 2024-11-20T21:50:53,277 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37377 {}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1732139451526.752cfe0ff172dd349f2943d31ac467c4. 2024-11-20T21:50:53,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37377 {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1732139451526.752cfe0ff172dd349f2943d31ac467c4. 2024-11-20T21:50:53,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37377 {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1732139451526.752cfe0ff172dd349f2943d31ac467c4. after waiting 0 ms 2024-11-20T21:50:53,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37377 {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1732139451526.752cfe0ff172dd349f2943d31ac467c4. 2024-11-20T21:50:53,279 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37377 {}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1732139451526.752cfe0ff172dd349f2943d31ac467c4. 2024-11-20T21:50:53,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37377 {}] regionserver.HRegion(1676): Region close journal for 752cfe0ff172dd349f2943d31ac467c4: Waiting for close lock at 1732139453277Disabling compacts and flushes for region at 1732139453277Disabling writes for close at 1732139453277Writing region close event to WAL at 1732139453278 (+1 ms)Closed at 1732139453278 2024-11-20T21:50:53,394 INFO [RS_CLOSE_REGION-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] handler.UnassignRegionHandler(122): Close 752cfe0ff172dd349f2943d31ac467c4 2024-11-20T21:50:53,395 DEBUG [RS_CLOSE_REGION-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-20T21:50:53,395 DEBUG [RS_CLOSE_REGION-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1722): Closing 752cfe0ff172dd349f2943d31ac467c4, disabling compactions & flushes 2024-11-20T21:50:53,395 INFO [RS_CLOSE_REGION-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1732139451526.752cfe0ff172dd349f2943d31ac467c4. 2024-11-20T21:50:53,395 DEBUG [RS_CLOSE_REGION-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1732139451526.752cfe0ff172dd349f2943d31ac467c4. 2024-11-20T21:50:53,395 DEBUG [RS_CLOSE_REGION-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1732139451526.752cfe0ff172dd349f2943d31ac467c4. after waiting 0 ms 2024-11-20T21:50:53,395 DEBUG [RS_CLOSE_REGION-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1732139451526.752cfe0ff172dd349f2943d31ac467c4. 2024-11-20T21:50:53,395 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1732139451526.752cfe0ff172dd349f2943d31ac467c4.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:41921/user/jenkins/test-data/5bab72b3-2615-0448-3310-a25f6519c0d3/data/default/testReplayEditsAfterRegionMovedWithMultiCF/752cfe0ff172dd349f2943d31ac467c4/cf1/a529c982480149fcac73e3c48b5cc379, hdfs://localhost:41921/user/jenkins/test-data/5bab72b3-2615-0448-3310-a25f6519c0d3/data/default/testReplayEditsAfterRegionMovedWithMultiCF/752cfe0ff172dd349f2943d31ac467c4/cf1/9cb9c89c3f0746458daba20d13f175cf] to archive 2024-11-20T21:50:53,399 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1732139451526.752cfe0ff172dd349f2943d31ac467c4.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-20T21:50:53,403 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1732139451526.752cfe0ff172dd349f2943d31ac467c4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41921/user/jenkins/test-data/5bab72b3-2615-0448-3310-a25f6519c0d3/data/default/testReplayEditsAfterRegionMovedWithMultiCF/752cfe0ff172dd349f2943d31ac467c4/cf1/a529c982480149fcac73e3c48b5cc379 to hdfs://localhost:41921/user/jenkins/test-data/5bab72b3-2615-0448-3310-a25f6519c0d3/archive/data/default/testReplayEditsAfterRegionMovedWithMultiCF/752cfe0ff172dd349f2943d31ac467c4/cf1/a529c982480149fcac73e3c48b5cc379 2024-11-20T21:50:53,405 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1732139451526.752cfe0ff172dd349f2943d31ac467c4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41921/user/jenkins/test-data/5bab72b3-2615-0448-3310-a25f6519c0d3/data/default/testReplayEditsAfterRegionMovedWithMultiCF/752cfe0ff172dd349f2943d31ac467c4/cf1/9cb9c89c3f0746458daba20d13f175cf to hdfs://localhost:41921/user/jenkins/test-data/5bab72b3-2615-0448-3310-a25f6519c0d3/archive/data/default/testReplayEditsAfterRegionMovedWithMultiCF/752cfe0ff172dd349f2943d31ac467c4/cf1/9cb9c89c3f0746458daba20d13f175cf 2024-11-20T21:50:53,422 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1732139451526.752cfe0ff172dd349f2943d31ac467c4.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:41921/user/jenkins/test-data/5bab72b3-2615-0448-3310-a25f6519c0d3/data/default/testReplayEditsAfterRegionMovedWithMultiCF/752cfe0ff172dd349f2943d31ac467c4/cf2/67fbfdf1df274fd0b00bb71b67484fc0] to archive 2024-11-20T21:50:53,424 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1732139451526.752cfe0ff172dd349f2943d31ac467c4.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-20T21:50:53,426 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1732139451526.752cfe0ff172dd349f2943d31ac467c4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41921/user/jenkins/test-data/5bab72b3-2615-0448-3310-a25f6519c0d3/data/default/testReplayEditsAfterRegionMovedWithMultiCF/752cfe0ff172dd349f2943d31ac467c4/cf2/67fbfdf1df274fd0b00bb71b67484fc0 to hdfs://localhost:41921/user/jenkins/test-data/5bab72b3-2615-0448-3310-a25f6519c0d3/archive/data/default/testReplayEditsAfterRegionMovedWithMultiCF/752cfe0ff172dd349f2943d31ac467c4/cf2/67fbfdf1df274fd0b00bb71b67484fc0 2024-11-20T21:50:53,432 DEBUG [RS_CLOSE_REGION-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41921/user/jenkins/test-data/5bab72b3-2615-0448-3310-a25f6519c0d3/data/default/testReplayEditsAfterRegionMovedWithMultiCF/752cfe0ff172dd349f2943d31ac467c4/recovered.edits/17.seqid, newMaxSeqId=17, maxSeqId=8 2024-11-20T21:50:53,433 INFO [RS_CLOSE_REGION-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1732139451526.752cfe0ff172dd349f2943d31ac467c4. 2024-11-20T21:50:53,433 DEBUG [RS_CLOSE_REGION-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1676): Region close journal for 752cfe0ff172dd349f2943d31ac467c4: Waiting for close lock at 1732139453395Running coprocessor pre-close hooks at 1732139453395Disabling compacts and flushes for region at 1732139453395Disabling writes for close at 1732139453395Writing region close event to WAL at 1732139453428 (+33 ms)Running coprocessor post-close hooks at 1732139453433 (+5 ms)Closed at 1732139453433 2024-11-20T21:50:53,433 INFO [RS_CLOSE_REGION-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegionServer(3302): Adding 752cfe0ff172dd349f2943d31ac467c4 move to e1fae5a3a175,37377,1732139437428 record at close sequenceid=12 2024-11-20T21:50:53,436 INFO [RS_CLOSE_REGION-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] handler.UnassignRegionHandler(157): Closed 752cfe0ff172dd349f2943d31ac467c4 2024-11-20T21:50:53,437 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=752cfe0ff172dd349f2943d31ac467c4, regionState=CLOSED 2024-11-20T21:50:53,440 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=10, state=RUNNABLE, hasLock=false; CloseRegionProcedure 752cfe0ff172dd349f2943d31ac467c4, server=e1fae5a3a175,44247,1732139437241 because future has completed 2024-11-20T21:50:53,444 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=10 2024-11-20T21:50:53,444 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=10, state=SUCCESS, hasLock=false; CloseRegionProcedure 752cfe0ff172dd349f2943d31ac467c4, server=e1fae5a3a175,44247,1732139437241 in 203 msec 2024-11-20T21:50:53,445 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=752cfe0ff172dd349f2943d31ac467c4, REOPEN/MOVE; state=CLOSED, location=e1fae5a3a175,37377,1732139437428; forceNewPlan=false, retain=false 2024-11-20T21:50:53,596 INFO [e1fae5a3a175:34395 {}] balancer.BaseLoadBalancer(388): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-11-20T21:50:53,596 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=752cfe0ff172dd349f2943d31ac467c4, regionState=OPENING, regionLocation=e1fae5a3a175,37377,1732139437428 2024-11-20T21:50:53,600 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=752cfe0ff172dd349f2943d31ac467c4, REOPEN/MOVE because future has completed 2024-11-20T21:50:53,600 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 752cfe0ff172dd349f2943d31ac467c4, server=e1fae5a3a175,37377,1732139437428}] 2024-11-20T21:50:53,757 INFO [RS_OPEN_REGION-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(132): Open testReplayEditsAfterRegionMovedWithMultiCF,,1732139451526.752cfe0ff172dd349f2943d31ac467c4. 2024-11-20T21:50:53,757 DEBUG [RS_OPEN_REGION-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7752): Opening region: {ENCODED => 752cfe0ff172dd349f2943d31ac467c4, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1732139451526.752cfe0ff172dd349f2943d31ac467c4.', STARTKEY => '', ENDKEY => ''} 2024-11-20T21:50:53,758 DEBUG [RS_OPEN_REGION-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterRegionMovedWithMultiCF 752cfe0ff172dd349f2943d31ac467c4 2024-11-20T21:50:53,758 DEBUG [RS_OPEN_REGION-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1732139451526.752cfe0ff172dd349f2943d31ac467c4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T21:50:53,758 DEBUG [RS_OPEN_REGION-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7794): checking encryption for 752cfe0ff172dd349f2943d31ac467c4 2024-11-20T21:50:53,758 DEBUG [RS_OPEN_REGION-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7797): checking classloading for 752cfe0ff172dd349f2943d31ac467c4 2024-11-20T21:50:53,760 INFO [StoreOpener-752cfe0ff172dd349f2943d31ac467c4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region 752cfe0ff172dd349f2943d31ac467c4 2024-11-20T21:50:53,761 INFO [StoreOpener-752cfe0ff172dd349f2943d31ac467c4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 752cfe0ff172dd349f2943d31ac467c4 columnFamilyName cf1 2024-11-20T21:50:53,761 DEBUG [StoreOpener-752cfe0ff172dd349f2943d31ac467c4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:50:53,768 DEBUG [StoreOpener-752cfe0ff172dd349f2943d31ac467c4-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:41921/user/jenkins/test-data/5bab72b3-2615-0448-3310-a25f6519c0d3/data/default/testReplayEditsAfterRegionMovedWithMultiCF/752cfe0ff172dd349f2943d31ac467c4/cf1/e78b295029bd4cc6ba96f7f3d836d815 2024-11-20T21:50:53,768 INFO [StoreOpener-752cfe0ff172dd349f2943d31ac467c4-1 {}] regionserver.HStore(327): Store=752cfe0ff172dd349f2943d31ac467c4/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T21:50:53,768 INFO [StoreOpener-752cfe0ff172dd349f2943d31ac467c4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region 752cfe0ff172dd349f2943d31ac467c4 2024-11-20T21:50:53,769 INFO [StoreOpener-752cfe0ff172dd349f2943d31ac467c4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 752cfe0ff172dd349f2943d31ac467c4 columnFamilyName cf2 2024-11-20T21:50:53,769 DEBUG [StoreOpener-752cfe0ff172dd349f2943d31ac467c4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:50:53,776 DEBUG [StoreOpener-752cfe0ff172dd349f2943d31ac467c4-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:41921/user/jenkins/test-data/5bab72b3-2615-0448-3310-a25f6519c0d3/data/default/testReplayEditsAfterRegionMovedWithMultiCF/752cfe0ff172dd349f2943d31ac467c4/cf2/2a71d2f8a093425ab0b3f2d2bb2c63e9 2024-11-20T21:50:53,776 INFO [StoreOpener-752cfe0ff172dd349f2943d31ac467c4-1 {}] regionserver.HStore(327): Store=752cfe0ff172dd349f2943d31ac467c4/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T21:50:53,776 DEBUG [RS_OPEN_REGION-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1038): replaying wal for 752cfe0ff172dd349f2943d31ac467c4 2024-11-20T21:50:53,777 DEBUG [RS_OPEN_REGION-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41921/user/jenkins/test-data/5bab72b3-2615-0448-3310-a25f6519c0d3/data/default/testReplayEditsAfterRegionMovedWithMultiCF/752cfe0ff172dd349f2943d31ac467c4 2024-11-20T21:50:53,779 DEBUG [RS_OPEN_REGION-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41921/user/jenkins/test-data/5bab72b3-2615-0448-3310-a25f6519c0d3/data/default/testReplayEditsAfterRegionMovedWithMultiCF/752cfe0ff172dd349f2943d31ac467c4 2024-11-20T21:50:53,779 DEBUG [RS_OPEN_REGION-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1048): stopping wal replay for 752cfe0ff172dd349f2943d31ac467c4 2024-11-20T21:50:53,780 DEBUG [RS_OPEN_REGION-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1060): Cleaning up temporary data for 752cfe0ff172dd349f2943d31ac467c4 2024-11-20T21:50:53,780 DEBUG [RS_OPEN_REGION-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterRegionMovedWithMultiCF descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-11-20T21:50:53,782 DEBUG [RS_OPEN_REGION-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1093): writing seq id for 752cfe0ff172dd349f2943d31ac467c4 2024-11-20T21:50:53,783 INFO [RS_OPEN_REGION-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1114): Opened 752cfe0ff172dd349f2943d31ac467c4; next sequenceid=18; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71683483, jitterRate=0.06816713511943817}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-11-20T21:50:53,783 DEBUG [RS_OPEN_REGION-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 752cfe0ff172dd349f2943d31ac467c4 2024-11-20T21:50:53,783 DEBUG [RS_OPEN_REGION-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1006): Region open journal for 752cfe0ff172dd349f2943d31ac467c4: Running coprocessor pre-open hook at 1732139453758Writing region info on filesystem at 1732139453758Initializing all the Stores at 1732139453759 (+1 ms)Instantiating store for column family {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732139453759Instantiating store for column family {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732139453759Cleaning up temporary data from old regions at 1732139453780 (+21 ms)Running coprocessor post-open hooks at 1732139453783 (+3 ms)Region opened successfully at 1732139453783 2024-11-20T21:50:53,784 INFO [RS_OPEN_REGION-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2236): Post open deploy tasks for testReplayEditsAfterRegionMovedWithMultiCF,,1732139451526.752cfe0ff172dd349f2943d31ac467c4., pid=12, masterSystemTime=1732139453753 2024-11-20T21:50:53,787 DEBUG [RS_OPEN_REGION-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2266): Finished post open deploy task for testReplayEditsAfterRegionMovedWithMultiCF,,1732139451526.752cfe0ff172dd349f2943d31ac467c4. 2024-11-20T21:50:53,787 INFO [RS_OPEN_REGION-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(153): Opened testReplayEditsAfterRegionMovedWithMultiCF,,1732139451526.752cfe0ff172dd349f2943d31ac467c4. 2024-11-20T21:50:53,788 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=752cfe0ff172dd349f2943d31ac467c4, regionState=OPEN, openSeqNum=18, regionLocation=e1fae5a3a175,37377,1732139437428 2024-11-20T21:50:53,790 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 752cfe0ff172dd349f2943d31ac467c4, server=e1fae5a3a175,37377,1732139437428 because future has completed 2024-11-20T21:50:53,795 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=10 2024-11-20T21:50:53,795 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 752cfe0ff172dd349f2943d31ac467c4, server=e1fae5a3a175,37377,1732139437428 in 192 msec 2024-11-20T21:50:53,797 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=752cfe0ff172dd349f2943d31ac467c4, REOPEN/MOVE in 575 msec 2024-11-20T21:50:53,826 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T21:50:53,828 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42488, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-20T21:50:53,829 ERROR [Time-limited test {}] regionserver.HRegionServer(2442): ***** ABORTING region server e1fae5a3a175,37377,1732139437428: testing ***** 2024-11-20T21:50:53,829 ERROR [Time-limited test {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-20T21:50:53,832 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-20T21:50:53,833 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-20T21:50:53,837 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-20T21:50:53,838 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-20T21:50:53,847 INFO [Time-limited test {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 326164448 }, "NonHeapMemoryUsage": { "committed": 171442176, "init": 7667712, "max": -1, "used": 168775024 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=IPC", "modelerType": "RegionServer,sub=IPC", "tag.Context": "regionserver", "tag.Hostname": "e1fae5a3a175", "queueSize": 0, "numCallsInGeneralQueue": 0, "numCallsInReplicationQueue": 0, "numCallsInBulkLoadQueue": 0, "numCallsInPriorityQueue": 0, "numCallsInMetaPriorityQueue": 0, "numOpenConnections": 3, "numActiveHandler": 0, "numActiveGeneralHandler": 0, "numActivePriorityHandler": 0, "numActiveReplicationHandler": 0, "numGeneralCallsDropped": 0, "numLifoModeSwitches": 0, "numCallsInWriteQueue": 0, "numActiveBulkLoadHandler": 0, "numCallsInReadQueue": 0, "numCallsInScanQueue": 0, "numActiveWriteHandler": 0, "numActiveReadHandler": 0, "numActiveScanHandler": 0, "nettyDirectMemoryUsage": 67108864, "nettyTotalPendingOutboundBytes": 0, "nettyMaxPendingOutboundBytes": 0, "receivedBytes": 2068, "exceptions.RegionMovedException": 0, "authenticationSuccesses": 0, "authorizationFailures": 0, "exceptions.requestTooBig": 0, "UnwritableTime_num_ops": 0, "UnwritableTime_min": 0, "UnwritableTime_max": 0, "UnwritableTime_mean": 0, "UnwritableTime_25th_percentile": 0, "UnwritableTime_median": 0, "UnwritableTime_75th_percentile": 0, "UnwritableTime_90th_percentile": 0, "UnwritableTime_95th_percentile": 0, "UnwritableTime_98th_percentile": 0, "UnwritableTime_99th_percentile": 0, "UnwritableTime_99.9th_percentile": 0, "exceptions.OutOfOrderScannerNextException": 0, "exceptions.rpcThrottling": 0, "exceptions.otherExceptions": 0, "ProcessCallTime_num_ops": 8, "ProcessCallTime_min": 1, "ProcessCallTime_max": 9, "ProcessCallTime_mean": 4, "ProcessCallTime_25th_percentile": 3, "ProcessCallTime_median": 5, "ProcessCallTime_75th_percentile": 7, "ProcessCallTime_90th_percentile": 8, "ProcessCallTime_95th_percentile": 8, "ProcessCallTime_98th_percentile": 8, "ProcessCallTime_99th_percentile": 8, "ProcessCallTime_99.9th_percentile": 8, "ProcessCallTime_TimeRangeCount_0-1": 8, "exceptions.callQueueTooBig": 0, "QueueCallTime_num_ops": 8, "QueueCallTime_min": 0, "QueueCallTime_max": 1, "QueueCallTime_mean": 0, "QueueCallTime_25th_percentile": 0, "QueueCallTime_median": 0, "QueueCallTime_75th_percentile": 0, "QueueCallTime_90th_percentile": 0, "QueueCallTime_95th_percentile": 0, "QueueCallTime_98th_percentile": 0, "QueueCallTime_99th_percentile": 0, "QueueCallTime_99.9th_percentile": 0, "QueueCallTime_TimeRangeCount_0-1": 8, "authenticationFailures": 0, "exceptions.multiResponseTooLarge": 0, "exceptions.callDropped": 0, "TotalCallTime_num_ops": 8, "TotalCallTime_min": 1, "TotalCallTime_max": 10, "TotalCallTime_mean": 4, "TotalCallTime_25th_percentile": 3, "TotalCallTime_median": 5, "TotalCallTime_75th_percentile": 7, "TotalCallTime_90th_percentile": 9, "TotalCallTime_95th_percentile": 9, "TotalCallTime_98th_percentile": 9, "TotalCallTime_99th_percentile": 9, "TotalCallTime_99.9th_percentile": 9, "TotalCallTime_TimeRangeCount_0-1": 8, "exceptions.RegionTooBusyException": 0, "exceptions.FailedSanityCheckException": 0, "ResponseSize_num_ops": 8, "ResponseSize_min": 0, "ResponseSize_max": 175, "ResponseSize_mean": 50, "ResponseSize_25th_percentile": 43, "ResponseSize_median": 87, "ResponseSize_75th_percentile": 131, "ResponseSize_90th_percentile": 157, "ResponseSize_95th_percentile": 166, "ResponseSize_98th_percentile": 171, "ResponseSize_99th_percentile": 173, "ResponseSize_99.9th_percentile": 174, "ResponseSize_SizeRangeCount_0-10": 8, "exceptions.UnknownScannerException": 0, "exceptions": 0, "maxOutboundBytesExceeded": 0, "authenticationFallbacks": 0, "exceptions.quotaExceeded": 0, "exceptions.callTimedOut": 0, "exceptions.NotServingRegionException": 0, "authorizationSuccesses": 0, "exceptions.ScannerResetException": 0, "RequestSize_num_ops": 8, "RequestSize_min": 89, "RequestSize_max": 121, "RequestSize_mean": 103, "RequestSize_25th_percentile": 97, "RequestSize_median": 105, "RequestSize_75th_percentile": 113, "RequestSize_90th_percentile": 117, "RequestSize_95th_percentile": 119, "RequestSize_98th_percentile": 120, "RequestSize_99th_percentile": 120, "RequestSize_99.9th_percentile": 120, "RequestSize_SizeRangeCount_0-10": 8, "sentBytes": 352 } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=Replication", "modelerType": "RegionServer,sub=Replication", "tag.Context": "regionserver", "tag.Hostname": "e1fae5a3a175", "source.shippedHFiles": 0, "Source.ageOfLastShippedOp_num_ops": 0, "Source.ageOfLastShippedOp_min": 0, "Source.ageOfLastShippedOp_max": 0, "Source.ageOfLastShippedOp_mean": 0, "Source.ageOfLastShippedOp_25th_percentile": 0, "Source.ageOfLastShippedOp_median": 0, "Source.ageOfLastShippedOp_75th_percentile": 0, "Source.ageOfLastShippedOp_90th_percentile": 0, "Source.ageOfLastShippedOp_95th_percentile": 0, "Source.ageOfLastShippedOp_98th_percentile": 0, "Source.ageOfLastShippedOp_99th_percentile": 0, "Source.ageOfLastShippedOp_99.9th_percentile": 0, "source.uncleanlyClosedLogs": 0, "source.closedLogsWithUnknownFileLength": 0, "source.walReaderEditsBufferUsage": 0, "source.repeatedLogFileBytes": 0, "source.sizeOfHFileRefsQueue": 0, "source.logReadInBytes": 0, "source.completedRecoverQueues": 0, "source.sizeOfLogQueue": 0, "source.restartedLogReading": 0, "source.failedRecoverQueues": 0, "source.ignoredUncleanlyClosedLogContentsInBytes": 0, "Sink.ageOfLastAppliedOp_num_ops": 0, "Sink.ageOfLastAppliedOp_min": 0, "Sink.ageOfLastAppliedOp_max": 0, "Sink.ageOfLastAppliedOp_mean": 0, "Sink.ageOfLastAppliedOp_25th_percentile": 0, "Sink.ageOfLastAppliedOp_median": 0, "Sink.ageOfLastAppliedOp_75th_percentile": 0, "Sink.ageOfLastAppliedOp_90th_percentile": 0, "Sink.ageOfLastAppliedOp_95th_percentile": 0, "Sink.ageOfLastAppliedOp_98th_percentile": 0, "Sink.ageOfLastAppliedOp_99th_percentile": 0, "Sink.ageOfLastAppliedOp_99.9th_percentile": 0, "source.logEditsRead": 0, "source.numInitializing": 0, "source.shippedOps": 0, "sink.appliedHFiles": 0, "source.logEditsFiltered": 0, "source.shippedBytes": 0, "sink.appliedOps": 0, "source.completedLogs": 0, "source.failedBatches": 0, "sink.failedBatches": 0, "source.shippedBatches": 0, "sink.appliedBatches": 0 } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=Server", "modelerType": "RegionServer,sub=Server", "tag.zookeeperQuorum": "127.0.0.1:64198", "tag.serverName": "e1fae5a3a175,46131,1732139437365", "tag.clusterId": "3b5b20ad-a228-47bc-87a1-4ffa8c5c569b", "tag.Context": "regionserver", "tag.Hostname": "e1fae5a3a175", "regionCount": 0, "storeCount": 0, "hlogFileCount": 1, "hlogFileSize": 0, "storeFileCount": 0, "maxStoreFileCount": 0, "memStoreSize": 0, "memStoreHeapSize": 0, "memStoreOffHeapSize": 0, "storeFileSize": 0, "storeFileSizeGrowthRate": 0.0, "maxStoreFileAge": 0, "minStoreFileAge": 0, "avgStoreFileAge": 0, "numReferenceFiles": 0, "regionServerStartTime": 1732139437365, "averageRegionSize": 0, "storeFileIndexSize": 0, "staticIndexSize": 0, "staticBloomSize": 0, "bloomFilterRequestsCount": 0, "bloomFilterNegativeResultsCount": 0, "bloomFilterEligibleRequestsCount": 0, "mutationsWithoutWALCount": 0, "mutationsWithoutWALSize": 0, "percentFilesLocal": 0.0, "percentFilesLocalSecondaryRegions": 0.0, "totalBytesRead": 10034, "localBytesRead": 10034, "shortCircuitBytesRead": 0, "zeroCopyBytesRead": 0, "splitQueueLength": 0, "compactionQueueLength": 0, "smallCompactionQueueLength": 0, "largeCompactionQueueLength": 0, "flushQueueLength": 0, "blockCacheFreeSize": 922070024, "blockCacheCount": 0, "blockCacheDataBlockCount": 0, "blockCacheSize": 676856, "blockCacheCountHitPercent": 0.0, "blockCacheExpressHitPercent": 0.0, "l1CacheSize": 676856, "l1CacheFreeSize": 922070024, "l1CacheCount": 0, "l1CacheEvictionCount": 0, "l1CacheHitCount": 0, "l1CacheMissCount": 0, "l1CacheHitRatio": 0.0, "l1CacheMissRatio": 0.0, "l2CacheSize": 0, "l2CacheFreeSize": 0, "l2CacheCount": 0, "l2CacheEvictionCount": 0, "l2CacheHitCount": 0, "l2CacheMissCount": 0, "l2CacheHitRatio": 0.0, "l2CacheMissRatio": 0.0, "mobFileCacheCount": 0, "mobFileCacheHitPercent": 0.0, "readRequestRatePerSecond": 0.0, "writeRequestRatePerSecond": 0.0, "ByteBuffAllocatorHeapAllocationBytes": 4782, "ByteBuffAllocatorPoolAllocationBytes": 0, "ByteBuffAllocatorHeapAllocationRatio": 0.0, "ByteBuffAllocatorTotalBufferCount": 186, "ByteBuffAllocatorUsedBufferCount": 0, "activeScanners": 0, "totalRequestCount": 0, "totalRowActionRequestCount": 0, "readRequestCount": 0, "cpRequestCount": 0, "filteredReadRequestCount": 0, "writeRequestCount": 0, "rpcGetRequestCount": 0, "rpcFullScanRequestCount": 0, "rpcScanRequestCount": 0, "rpcMultiRequestCount": 0, "rpcMutateRequestCount": 0, "checkMutateFailedCount": 0, "checkMutatePassedCount": 0, "blockCacheHitCount": 0, "blockCacheHitCountPrimary": 0, "blockCacheHitCachingCount": 0, "blockCacheMissCount": 0, "blockCacheMissCountPrimary": 0, "blockCacheMissCachingCount": 0, "blockCacheEvictionCount": 0, "blockCacheEvictionCountPrimary": 0, "blockCacheFailedInsertionCount": 0, "blockCacheDataMissCount": 0, "blockCacheLeafIndexMissCount": 0, "blockCacheBloomChunkMissCount": 0, "blockCacheMetaMissCount": 0, "blockCacheRootIndexMissCount": 0, "blockCacheIntermediateIndexMissCount": 0, "blockCacheFileInfoMissCount": 0, "blockCacheGeneralBloomMetaMissCount": 0, "blockCacheDeleteFamilyBloomMissCount": 0, "blockCacheTrailerMissCount": 0, "blockCacheDataHitCount": 0, "blockCacheLeafIndexHitCount": 0, "blockCacheBloomChunkHitCount": 0, "blockCacheMetaHitCount": 0, "blockCacheRootIndexHitCount": 0, "blockCacheIntermediateIndexHitCount": 0, "blockCacheFileInfoHitCount": 0, "blockCacheGeneralBloomMetaHitCount": 0, "blockCacheDeleteFamilyBloomHitCount": 0, "blockCacheTrailerHitCount": 0, "updatesBlockedTime": 0, "flushedCellsCount": 0, "compactedCellsCount": 0, "majorCompactedCellsCount": 0, "flushedCellsSize": 0, "compactedCellsSize": 0, "majorCompactedCellsSize": 0, "cellsCountCompactedFromMob": 0, "cellsCountCompactedToMob": 0, "cellsSizeCompactedFromMob": 0, "cellsSizeCompactedToMob": 0, "mobFlushCount": 0, "mobFlushedCellsCount": 0, "mobFlushedCellsSize": 0, "mobScanCellsCount": 0, "mobScanCellsSize": 0, "mobFileCacheAccessCount": 0, "mobFileCacheMissCount": 0, "mobFileCacheEvictedCount": 0, "hedgedReads": 0, "hedgedReadWins": 0, "hedgedReadOpsInCurThread": 0, "blockedRequestCount": 0, "CheckAndMutate_num_ops": 0, "CheckAndMutate_min": 0, "CheckAndMutate_max": 0, "CheckAndMutate_mean": 0, "CheckAndMutate_25th_percentile": 0, "CheckAndMutate_median": 0, "CheckAndMutate_75th_percentile": 0, "CheckAndMutate_90th_percentile": 0, "CheckAndMutate_95th_percentile": 0, "CheckAndMutate_98th_percentile": 0, "CheckAndMutate_99th_percentile": 0, "CheckAndMutate_99.9th_percentile": 0, "MajorCompactionTime_num_ops": 0, "MajorCompactionTime_min": 0, "MajorCompactionTime_max": 0, "MajorCompactionTime_mean": 0, "MajorCompactionTime_25th_percentile": 0, "MajorCompactionTime_median": 0, "MajorCompactionTime_75th_percentile": 0, "MajorCompactionTime_90th_percentile": 0, "MajorCompactionTime_95th_percentile": 0, "MajorCompactionTime_98th_percentile": 0, "MajorCompactionTime_99th_percentile": 0, "MajorCompactionTime_99.9th_percentile": 0, "ScanTime_num_ops": 0, "ScanTime_min": 0, "ScanTime_max": 0, "ScanTime_mean": 0, "ScanTime_25th_percentile": 0, "ScanTime_median": 0, "ScanTime_75th_percentile": 0, "ScanTime_90th_percentile": 0, "ScanTime_95th_percentile": 0, "ScanTime_98th_percentile": 0, "ScanTime_99th_percentile": 0, "ScanTime_99.9th_percentile": 0, "CheckAndMutateBlockBytesScanned_num_ops": 0, "CheckAndMutateBlockBytesScanned_min": 0, "CheckAndMutateBlockBytesScanned_max": 0, "CheckAndMutateBlockBytesScanned_mean": 0, "CheckAndMutateBlockBytesScanned_25th_percentile": 0, "CheckAndMutateBlockBytesScanned_median": 0, "CheckAndMutateBlockBytesScanned_75th_percentile": 0, "CheckAndMutateBlockBytesScanned_90th_percentile": 0, "CheckAndMutateBlockBytesScanned_95th_percentile": 0, "CheckAndMutateBlockBytesScanned_98th_percentile": 0, "CheckAndMutateBlockBytesScanned_99th_percentile": 0, "CheckAndMutateBlockBytesScanned_99.9th_percentile": 0, "Put_num_ops": 0, "Put_min": 0, "Put_max": 0, "Put_mean": 0, "Put_25th_percentile": 0, "Put_median": 0, "Put_75th_percentile": 0, "Put_90th_percentile": 0, "Put_95th_percentile": 0, "Put_98th_percentile": 0, "Put_99th_percentile": 0, "Put_99.9th_percentile": 0, "splitRequestCount": 0, "AppendBlockBytesScanned_num_ops": 0, "AppendBlockBytesScanned_min": 0, "AppendBlockBytesScanned_max": 0, "AppendBlockBytesScanned_mean": 0, "AppendBlockBytesScanned_25th_percentile": 0, "AppendBlockBytesScanned_median": 0, "AppendBlockBytesScanned_75th_percentile": 0, "AppendBlockBytesScanned_90th_percentile": 0, "AppendBlockBytesScanned_95th_percentile": 0, "AppendBlockBytesScanned_98th_percentile": 0, "AppendBlockBytesScanned_99th_percentile": 0, "AppendBlockBytesScanned_99.9th_percentile": 0, "PutBatch_num_ops": 0, "PutBatch_min": 0, "PutBatch_max": 0, "PutBatch_mean": 0, "PutBatch_25th_percentile": 0, "PutBatch_median": 0, "PutBatch_75th_percentile": 0, "PutBatch_90th_percentile": 0, "PutBatch_95th_percentile": 0, "PutBatch_98th_percentile": 0, "PutBatch_99th_percentile": 0, "PutBatch_99.9th_percentile": 0, "IncrementBlockBytesScanned_num_ops": 0, "IncrementBlockBytesScanned_min": 0, "IncrementBlockBytesScanned_max": 0, "IncrementBlockBytesScanned_mean": 0, "IncrementBlockBytesScanned_25th_percentile": 0, "IncrementBlockBytesScanned_median": 0, "IncrementBlockBytesScanned_75th_percentile": 0, "IncrementBlockBytesScanned_90th_percentile": 0, "IncrementBlockBytesScanned_95th_percentile": 0, "IncrementBlockBytesScanned_98th_percentile": 0, "IncrementBlockBytesScanned_99th_percentile": 0, "IncrementBlockBytesScanned_99.9th_percentile": 0, "SplitTime_num_ops": 0, "SplitTime_min": 0, "SplitTime_max": 0, "SplitTime_mean": 0, "SplitTime_25th_percentile": 0, "SplitTime_median": 0, "SplitTime_75th_percentile": 0, "SplitTime_90th_percentile": 0, "SplitTime_95th_percentile": 0, "SplitTime_98th_percentile": 0, "SplitTime_99th_percentile": 0, "SplitTime_99.9th_percentile": 0, "GetBlockBytesScanned_num_ops": 0, "GetBlockBytesScanned_min": 0, "GetBlockBytesScanned_max": 0, "GetBlockBytesScanned_mean": 0, "GetBlockBytesScanned_25th_percentile": 0, "GetBlockBytesScanned_median": 0, "GetBlockBytesScanned_75th_percentile": 0, "GetBlockBytesScanned_90th_percentile": 0, "GetBlockBytesScanned_95th_percentile": 0, "GetBlockBytesScanned_98th_percentile": 0, "GetBlockBytesScanned_99th_percentile": 0, "GetBlockBytesScanned_99.9th_percentile": 0, "majorCompactedInputBytes": 0, "slowAppendCount": 0, "flushedOutputBytes": 0, "Replay_num_ops": 0, "Replay_min": 0, "Replay_max": 0, "Replay_mean": 0, "Replay_25th_percentile": 0, "Replay_median": 0, "Replay_75th_percentile": 0, "Replay_90th_percentile": 0, "Replay_95th_percentile": 0, "Replay_98th_percentile": 0, "Replay_99th_percentile": 0, "Replay_99.9th_percentile": 0, "MajorCompactionInputSize_num_ops": 0, "MajorCompactionInputSize_min": 0, "MajorCompactionInputSize_max": 0, "MajorCompactionInputSize_mean": 0, "MajorCompactionInputSize_25th_percentile": 0, "MajorCompactionInputSize_median": 0, "MajorCompactionInputSize_75th_percentile": 0, "MajorCompactionInputSize_90th_percentile": 0, "MajorCompactionInputSize_95th_percentile": 0, "MajorCompactionInputSize_98th_percentile": 0, "MajorCompactionInputSize_99th_percentile": 0, "MajorCompactionInputSize_99.9th_percentile": 0, "pauseInfoThresholdExceeded": 0, "CheckAndDelete_num_ops": 0, "CheckAndDelete_min": 0, "CheckAndDelete_max": 0, "CheckAndDelete_mean": 0, "CheckAndDelete_25th_percentile": 0, "CheckAndDelete_median": 0, "CheckAndDelete_75th_percentile": 0, "CheckAndDelete_90th_percentile": 0, "CheckAndDelete_95th_percentile": 0, "CheckAndDelete_98th_percentile": 0, "CheckAndDelete_99th_percentile": 0, "CheckAndDelete_99.9th_percentile": 0, "CompactionInputSize_num_ops": 0, "CompactionInputSize_min": 0, "CompactionInputSize_max": 0, "CompactionInputSize_mean": 0, "CompactionInputSize_25th_percentile": 0, "CompactionInputSize_median": 0, "CompactionInputSize_75th_percentile": 0, "CompactionInputSize_90th_percentile": 0, "CompactionInputSize_95th_percentile": 0, "CompactionInputSize_98th_percentile": 0, "CompactionInputSize_99th_percentile": 0, "CompactionInputSize_99.9th_percentile": 0, "flushedMemstoreBytes": 0, "majorCompactedOutputBytes": 0, "slowPutCount": 0, "compactedInputBytes": 0, "FlushOutputSize_num_ops": 0, "FlushOutputSize_min": 0, "FlushOutputSize_max": 0, "FlushOutputSize_mean": 0, "FlushOutputSize_25th_percentile": 0, "FlushOutputSize_median": 0, "FlushOutputSize_75th_percentile": 0, "FlushOutputSize_90th_percentile": 0, "FlushOutputSize_95th_percentile": 0, "FlushOutputSize_98th_percentile": 0, "FlushOutputSize_99th_percentile": 0, "FlushOutputSize_99.9th_percentile": 0, "PauseTimeWithGc_num_ops": 0, "PauseTimeWithGc_min": 0, "PauseTimeWithGc_max": 0, "PauseTimeWithGc_mean": 0, "PauseTimeWithGc_25th_percentile": 0, "PauseTimeWithGc_median": 0, "PauseTimeWithGc_75th_percentile": 0, "PauseTimeWithGc_90th_percentile": 0, "PauseTimeWithGc_95th_percentile": 0, "PauseTimeWithGc_98th_percentile": 0, "PauseTimeWithGc_99th_percentile": 0, "PauseTimeWithGc_99.9th_percentile": 0, "compactedOutputBytes": 0, "pauseWarnThresholdExceeded": 0, "ScanBlockBytesScanned_num_ops": 0, "ScanBlockBytesScanned_min": 0, "ScanBlockBytesScanned_max": 0, "ScanBlockBytesScanned_mean": 0, "ScanBlockBytesScanned_25th_percentile": 0, "ScanBlockBytesScanned_median": 0, "ScanBlockBytesScanned_75th_percentile": 0, "ScanBlockBytesScanned_90th_percentile": 0, "ScanBlockBytesScanned_95th_percentile": 0, "ScanBlockBytesScanned_98th_percentile": 0, "ScanBlockBytesScanned_99th_percentile": 0, "ScanBlockBytesScanned_99.9th_percentile": 0, "Increment_num_ops": 0, "Increment_min": 0, "Increment_max": 0, "Increment_mean": 0, "Increment_25th_percentile": 0, "Increment_median": 0, "Increment_75th_percentile": 0, "Increment_90th_percentile": 0, "Increment_95th_percentile": 0, "Increment_98th_percentile": 0, "Increment_99th_percentile": 0, "Increment_99.9th_percentile": 0, "Delete_num_ops": 0, "Delete_min": 0, "Delete_max": 0, "Delete_mean": 0, "Delete_25th_percentile": 0, "Delete_median": 0, "Delete_75th_percentile": 0, "Delete_90th_percentile": 0, "Delete_95th_percentile": 0, "Delete_98th_percentile": 0, "Delete_99th_percentile": 0, "Delete_99.9th_percentile": 0, "DeleteBatch_num_ops": 0, "DeleteBatch_min": 0, "DeleteBatch_max": 0, "DeleteBatch_mean": 0, "DeleteBatch_25th_percentile": 0, "DeleteBatch_median": 0, "DeleteBatch_75th_percentile": 0, "DeleteBatch_90th_percentile": 0, "DeleteBatch_95th_percentile": 0, "DeleteBatch_98th_percentile": 0, "DeleteBatch_99th_percentile": 0, "DeleteBatch_99.9th_percentile": 0, "blockBytesScannedCount": 0, "FlushMemstoreSize_num_ops": 0, "FlushMemstoreSize_min": 0, "FlushMemstoreSize_max": 0, "FlushMemstoreSize_mean": 0, "FlushMemstoreSize_25th_percentile": 0, "FlushMemstoreSize_median": 0, "FlushMemstoreSize_75th_percentile": 0, "FlushMemstoreSize_90th_percentile": 0, "FlushMemstoreSize_95th_percentile": 0, "FlushMemstoreSize_98th_percentile": 0, "FlushMemstoreSize_99th_percentile": 0, "FlushMemstoreSize_99.9th_percentile": 0, "CompactionInputFileCount_num_ops": 0, "CompactionInputFileCount_min": 0, "CompactionInputFileCount_max": 0, "CompactionInputFileCount_mean": 0, "CompactionInputFileCount_25th_percentile": 0, "CompactionInputFileCount_median": 0, "CompactionInputFileCount_75th_percentile": 0, "CompactionInputFileCount_90th_percentile": 0, "CompactionInputFileCount_95th_percentile": 0, "CompactionInputFileCount_98th_percentile": 0, "CompactionInputFileCount_99th_percentile": 0, "CompactionInputFileCount_99.9th_percentile": 0, "CompactionTime_num_ops": 0, "CompactionTime_min": 0, "CompactionTime_max": 0, "CompactionTime_mean": 0, "CompactionTime_25th_percentile": 0, "CompactionTime_median": 0, "CompactionTime_75th_percentile": 0, "CompactionTime_90th_percentile": 0, "CompactionTime_95th_percentile": 0, "CompactionTime_98th_percentile": 0, "CompactionTime_99th_percentile": 0, "CompactionTime_99.9th_percentile": 0, "Get_num_ops": 0, "Get_min": 0, "Get_max": 0, "Get_mean": 0, "Get_25th_percentile": 0, "Get_median": 0, "Get_75th_percentile": 0, "Get_90th_percentile": 0, "Get_95th_percentile": 0, "Get_98th_percentile": 0, "Get_99th_percentile": 0, "Get_99.9th_percentile": 0, "MajorCompactionInputFileCount_num_ops": 0, "MajorCompactionInputFileCount_min": 0, "MajorCompactionInputFileCount_max": 0, "MajorCompactionInputFileCount_mean": 0, "MajorCompactionInputFileCount_25th_percentile": 0, "MajorCompactionInputFileCount_median": 0, "MajorCompactionInputFileCount_75th_percentile": 0, "MajorCompactionInputFileCount_90th_percentile": 0, "MajorCompactionInputFileCount_95th_percentile": 0, "MajorCompactionInputFileCount_98th_percentile": 0, "MajorCompactionInputFileCount_99th_percentile": 0, "MajorCompactionInputFileCount_99.9th_percentile": 0, "scannerLeaseExpiredCount": 0, "CheckAndPut_num_ops": 0, "CheckAndPut_min": 0, "CheckAndPut_max": 0, "CheckAndPut_mean": 0, "CheckAndPut_25th_percentile": 0, "CheckAndPut_median": 0, "CheckAndPut_75th_percentile": 0, "CheckAndPut_90th_percentile": 0, "CheckAndPut_95th_percentile": 0, "CheckAndPut_98th_percentile": 0, "CheckAndPut_99th_percentile": 0, "CheckAndPut_99.9th_percentile": 0, "MajorCompactionOutputSize_num_ops": 0, "MajorCompactionOutputSize_min": 0, "MajorCompactionOutputSize_max": 0, "MajorCompactionOutputSize_mean": 0, "MajorCompactionOutputSize_25th_percentile": 0, "MajorCompactionOutputSize_median": 0, "MajorCompactionOutputSize_75th_percentile": 0, "MajorCompactionOutputSize_90th_percentile": 0, "MajorCompactionOutputSize_95th_percentile": 0, "MajorCompactionOutputSize_98th_percentile": 0, "MajorCompactionOutputSize_99th_percentile": 0, "MajorCompactionOutputSize_99.9th_percentile": 0, "CompactionOutputFileCount_num_ops": 0, "CompactionOutputFileCount_min": 0, "CompactionOutputFileCount_max": 0, "CompactionOutputFileCount_mean": 0, "CompactionOutputFileCount_25th_percentile": 0, "CompactionOutputFileCount_median": 0, "CompactionOutputFileCount_75th_percentile": 0, "CompactionOutputFileCount_90th_percentile": 0, "CompactionOutputFileCount_95th_percentile": 0, "CompactionOutputFileCount_98th_percentile": 0, "CompactionOutputFileCount_99th_percentile": 0, "CompactionOutputFileCount_99.9th_percentile": 0, "slowDeleteCount": 0, "FlushTime_num_ops": 0, "FlushTime_min": 0, "FlushTime_max": 0, "FlushTime_mean": 0, "FlushTime_25th_percentile": 0, "FlushTime_median": 0, "FlushTime_75th_percentile": 0, "FlushTime_90th_percentile": 0, "FlushTime_95th_percentile": 0, "FlushTime_98th_percentile": 0, "FlushTime_99th_percentile": 0, "FlushTime_99.9th_percentile": 0, "splitSuccessCount": 0, "MajorCompactionOutputFileCount_num_ops": 0, "MajorCompactionOutputFileCount_min": 0, "MajorCompactionOutputFileCount_max": 0, "MajorCompactionOutputFileCount_mean": 0, "MajorCompactionOutputFileCount_25th_percentile": 0, "MajorCompactionOutputFileCount_median": 0, "MajorCompactionOutputFileCount_75th_percentile": 0, "MajorCompactionOutputFileCount_90th_percentile": 0, "MajorCompactionOutputFileCount_95th_percentile": 0, "MajorCompactionOutputFileCount_98th_percentile": 0, "MajorCompactionOutputFileCount_99th_percentile": 0, "MajorCompactionOutputFileCount_99.9th_percentile": 0, "slowGetCount": 0, "ScanSize_num_ops": 0, "ScanSize_min": 0, "ScanSize_max": 0, "ScanSize_mean": 0, "ScanSize_25th_percentile": 0, "ScanSize_median": 0, "ScanSize_75th_percentile": 0, "ScanSize_90th_percentile": 0, "ScanSize_95th_percentile": 0, "ScanSize_98th_percentile": 0, "ScanSize_99th_percentile": 0, "ScanSize_99.9th_percentile": 0, "CompactionOutputSize_num_ops": 0, "CompactionOutputSize_min": 0, "CompactionOutputSize_max": 0, "CompactionOutputSize_mean": 0, "CompactionOutputSize_25th_percentile": 0, "CompactionOutputSize_median": 0, "CompactionOutputSize_75th_percentile": 0, "CompactionOutputSize_90th_percentile": 0, "CompactionOutputSize_95th_percentile": 0, "CompactionOutputSize_98th_percentile": 0, "CompactionOutputSize_99th_percentile": 0, "CompactionOutputSize_99.9th_percentile": 0, "PauseTimeWithoutGc_num_ops": 0, "PauseTimeWithoutGc_min": 0, "PauseTimeWithoutGc_max": 0, "PauseTimeWithoutGc_mean": 0, "PauseTimeWithoutGc_25th_percentile": 0, "PauseTimeWithoutGc_median": 0, "PauseTimeWithoutGc_75th_percentile": 0, "PauseTimeWithoutGc_90th_percentile": 0, "PauseTimeWithoutGc_95th_percentile": 0, "PauseTimeWithoutGc_98th_percentile": 0, "PauseTimeWithoutGc_99th_percentile": 0, "PauseTimeWithoutGc_99.9th_percentile": 0, "slowIncrementCount": 0, "Append_num_ops": 0, "Append_min": 0, "Append_max": 0, "Append_mean": 0, "Append_25th_percentile": 0, "Append_median": 0, "Append_75th_percentile": 0, "Append_90th_percentile": 0, "Append_95th_percentile": 0, "Append_98th_percentile": 0, "Append_99th_percentile": 0, "Append_99.9th_percentile": 0, "Bulkload_count": 0, "Bulkload_mean_rate": 0.0, "Bulkload_1min_rate": 0.0, "Bulkload_5min_rate": 0.0, "Bulkload_15min_rate": 0.0, "Bulkload_num_ops": 0, "Bulkload_min": 0, "Bulkload_max": 0, "Bulkload_mean": 0, "Bulkload_25th_percentile": 0, "Bulkload_median": 0, "Bulkload_75th_percentile": 0, "Bulkload_90th_percentile": 0, "Bulkload_95th_percentile": 0, "Bulkload_98th_percentile": 0, "Bulkload_99th_percentile": 0, "Bulkload_99.9th_percentile": 0 } ] } 2024-11-20T21:50:53,851 WARN [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34395 {}] master.MasterRpcServices(700): e1fae5a3a175,37377,1732139437428 reported a fatal error: ***** ABORTING region server e1fae5a3a175,37377,1732139437428: testing ***** 2024-11-20T21:50:53,854 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'e1fae5a3a175,37377,1732139437428' ***** 2024-11-20T21:50:53,854 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: testing 2024-11-20T21:50:53,854 INFO [RS:2;e1fae5a3a175:37377 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-20T21:50:53,855 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-20T21:50:53,855 INFO [RS:2;e1fae5a3a175:37377 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager abruptly. 2024-11-20T21:50:53,855 INFO [RS:2;e1fae5a3a175:37377 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager abruptly. 2024-11-20T21:50:53,855 INFO [RS:2;e1fae5a3a175:37377 {}] regionserver.HRegionServer(3091): Received CLOSE for 752cfe0ff172dd349f2943d31ac467c4 2024-11-20T21:50:53,855 INFO [RS:2;e1fae5a3a175:37377 {}] regionserver.HRegionServer(956): aborting server e1fae5a3a175,37377,1732139437428 2024-11-20T21:50:53,855 INFO [RS:2;e1fae5a3a175:37377 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T21:50:53,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44247 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Get size: 140 connection: 172.17.0.2:51296 deadline: 1732139513855, exception=org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=e1fae5a3a175 port=37377 startCode=1732139437428. As of locationSeqNum=12. 2024-11-20T21:50:53,856 DEBUG [RS_CLOSE_REGION-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 752cfe0ff172dd349f2943d31ac467c4, disabling compactions & flushes 2024-11-20T21:50:53,856 INFO [RS:2;e1fae5a3a175:37377 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;e1fae5a3a175:37377. 2024-11-20T21:50:53,856 INFO [RS_CLOSE_REGION-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1732139451526.752cfe0ff172dd349f2943d31ac467c4. 2024-11-20T21:50:53,856 DEBUG [RS:2;e1fae5a3a175:37377 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T21:50:53,856 DEBUG [RS_CLOSE_REGION-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1732139451526.752cfe0ff172dd349f2943d31ac467c4. 2024-11-20T21:50:53,856 DEBUG [RS_CLOSE_REGION-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1732139451526.752cfe0ff172dd349f2943d31ac467c4. after waiting 0 ms 2024-11-20T21:50:53,856 DEBUG [RS_CLOSE_REGION-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1732139451526.752cfe0ff172dd349f2943d31ac467c4. 2024-11-20T21:50:53,856 DEBUG [RS:2;e1fae5a3a175:37377 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:50:53,856 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1732139451526.752cfe0ff172dd349f2943d31ac467c4., hostname=e1fae5a3a175,44247,1732139437241, seqNum=5 , the old value is region=testReplayEditsAfterRegionMovedWithMultiCF,,1732139451526.752cfe0ff172dd349f2943d31ac467c4., hostname=e1fae5a3a175,44247,1732139437241, seqNum=5, error=org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=e1fae5a3a175 port=37377 startCode=1732139437428. As of locationSeqNum=12. 2024-11-20T21:50:53,856 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1732139451526.752cfe0ff172dd349f2943d31ac467c4., hostname=e1fae5a3a175,44247,1732139437241, seqNum=5 is org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=e1fae5a3a175 port=37377 startCode=1732139437428. As of locationSeqNum=12. 2024-11-20T21:50:53,856 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(84): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1732139451526.752cfe0ff172dd349f2943d31ac467c4., hostname=e1fae5a3a175,44247,1732139437241, seqNum=5 with the new location region=testReplayEditsAfterRegionMovedWithMultiCF,,1732139451526.752cfe0ff172dd349f2943d31ac467c4., hostname=e1fae5a3a175,37377,1732139437428, seqNum=12 constructed by org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=e1fae5a3a175 port=37377 startCode=1732139437428. As of locationSeqNum=12. 2024-11-20T21:50:53,857 INFO [RS:2;e1fae5a3a175:37377 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-20T21:50:53,857 DEBUG [RS:2;e1fae5a3a175:37377 {}] regionserver.HRegionServer(1325): Online Regions={752cfe0ff172dd349f2943d31ac467c4=testReplayEditsAfterRegionMovedWithMultiCF,,1732139451526.752cfe0ff172dd349f2943d31ac467c4.} 2024-11-20T21:50:53,857 DEBUG [RS:2;e1fae5a3a175:37377 {}] regionserver.HRegionServer(1351): Waiting on 752cfe0ff172dd349f2943d31ac467c4 2024-11-20T21:50:53,858 INFO [RS_CLOSE_REGION-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1732139451526.752cfe0ff172dd349f2943d31ac467c4. 2024-11-20T21:50:53,859 DEBUG [RS_CLOSE_REGION-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 752cfe0ff172dd349f2943d31ac467c4: Waiting for close lock at 1732139453855Running coprocessor pre-close hooks at 1732139453856 (+1 ms)Disabling compacts and flushes for region at 1732139453856Disabling writes for close at 1732139453856Writing region close event to WAL at 1732139453858 (+2 ms)Running coprocessor post-close hooks at 1732139453858Closed at 1732139453858 2024-11-20T21:50:53,859 DEBUG [RS_CLOSE_REGION-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1732139451526.752cfe0ff172dd349f2943d31ac467c4. 2024-11-20T21:50:53,953 INFO [regionserver/e1fae5a3a175:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T21:50:53,970 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server e1fae5a3a175,37377,1732139437428 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T21:50:53,972 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1732139451526.752cfe0ff172dd349f2943d31ac467c4., hostname=e1fae5a3a175,37377,1732139437428, seqNum=12 , the old value is region=testReplayEditsAfterRegionMovedWithMultiCF,,1732139451526.752cfe0ff172dd349f2943d31ac467c4., hostname=e1fae5a3a175,37377,1732139437428, seqNum=12, error=org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server e1fae5a3a175,37377,1732139437428 aborting 2024-11-20T21:50:53,972 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1732139451526.752cfe0ff172dd349f2943d31ac467c4., hostname=e1fae5a3a175,37377,1732139437428, seqNum=12 is org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server e1fae5a3a175,37377,1732139437428 aborting 2024-11-20T21:50:53,972 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testReplayEditsAfterRegionMovedWithMultiCF,,1732139451526.752cfe0ff172dd349f2943d31ac467c4., hostname=e1fae5a3a175,37377,1732139437428, seqNum=12 from cache 2024-11-20T21:50:54,057 INFO [RS:2;e1fae5a3a175:37377 {}] regionserver.HRegionServer(976): stopping server e1fae5a3a175,37377,1732139437428; all regions closed. 2024-11-20T21:50:54,063 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40861 is added to blk_1073741834_1010 (size=1677) 2024-11-20T21:50:54,064 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33523 is added to blk_1073741834_1010 (size=1677) 2024-11-20T21:50:54,064 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073741834_1010 (size=1677) 2024-11-20T21:50:54,065 DEBUG [RS:2;e1fae5a3a175:37377 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:50:54,065 INFO [RS:2;e1fae5a3a175:37377 {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T21:50:54,066 INFO [RS:2;e1fae5a3a175:37377 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T21:50:54,066 INFO [RS:2;e1fae5a3a175:37377 {}] hbase.ChoreService(370): Chore service for: regionserver/e1fae5a3a175:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-20T21:50:54,067 INFO [regionserver/e1fae5a3a175:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T21:50:54,067 INFO [RS:2;e1fae5a3a175:37377 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-20T21:50:54,067 INFO [RS:2;e1fae5a3a175:37377 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-20T21:50:54,067 INFO [RS:2;e1fae5a3a175:37377 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-20T21:50:54,067 INFO [RS:2;e1fae5a3a175:37377 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T21:50:54,068 INFO [RS:2;e1fae5a3a175:37377 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37377 2024-11-20T21:50:54,074 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34395-0x1005f1da3030000, quorum=127.0.0.1:64198, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-20T21:50:54,074 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37377-0x1005f1da3030003, quorum=127.0.0.1:64198, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/e1fae5a3a175,37377,1732139437428 2024-11-20T21:50:54,074 INFO [RS:2;e1fae5a3a175:37377 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T21:50:54,075 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [e1fae5a3a175,37377,1732139437428] 2024-11-20T21:50:54,076 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/e1fae5a3a175,37377,1732139437428 already deleted, retry=false 2024-11-20T21:50:54,076 INFO [RegionServerTracker-0 {}] master.ServerManager(695): Processing expiration of e1fae5a3a175,37377,1732139437428 on e1fae5a3a175,34395,1732139436430 2024-11-20T21:50:54,080 DEBUG [RegionServerTracker-0 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure e1fae5a3a175,37377,1732139437428, splitWal=true, meta=false 2024-11-20T21:50:54,083 INFO [RegionServerTracker-0 {}] assignment.AssignmentManager(1999): Scheduled ServerCrashProcedure pid=13 for e1fae5a3a175,37377,1732139437428 (carryingMeta=false) e1fae5a3a175,37377,1732139437428/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@7c6ed6dc[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-20T21:50:54,083 INFO [PEWorker-2 {}] procedure.ServerCrashProcedure(169): Start pid=13, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure e1fae5a3a175,37377,1732139437428, splitWal=true, meta=false 2024-11-20T21:50:54,085 INFO [PEWorker-2 {}] procedure.ServerCrashProcedure(207): e1fae5a3a175,37377,1732139437428 had 1 regions 2024-11-20T21:50:54,086 INFO [PEWorker-2 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=13, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure e1fae5a3a175,37377,1732139437428, splitWal=true, meta=false, isMeta: false 2024-11-20T21:50:54,088 DEBUG [PEWorker-2 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:41921/user/jenkins/test-data/5bab72b3-2615-0448-3310-a25f6519c0d3/WALs/e1fae5a3a175,37377,1732139437428-splitting 2024-11-20T21:50:54,088 INFO [PEWorker-2 {}] master.SplitWALManager(105): e1fae5a3a175,37377,1732139437428 WAL count=1, meta=false 2024-11-20T21:50:54,090 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure e1fae5a3a175%2C37377%2C1732139437428.1732139438898}] 2024-11-20T21:50:54,095 DEBUG [PEWorker-3 {}] master.SplitWALManager(158): Acquired split WAL worker=e1fae5a3a175,44247,1732139437241 2024-11-20T21:50:54,097 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure e1fae5a3a175%2C37377%2C1732139437428.1732139438898, worker=e1fae5a3a175,44247,1732139437241}] 2024-11-20T21:50:54,177 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37377-0x1005f1da3030003, quorum=127.0.0.1:64198, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T21:50:54,177 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37377-0x1005f1da3030003, quorum=127.0.0.1:64198, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T21:50:54,178 INFO [RS:2;e1fae5a3a175:37377 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T21:50:54,178 INFO [RS:2;e1fae5a3a175:37377 {}] regionserver.HRegionServer(1031): Exiting; stopping=e1fae5a3a175,37377,1732139437428; zookeeper connection closed. 2024-11-20T21:50:54,179 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@74654b79 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@74654b79 2024-11-20T21:50:54,184 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testReplayEditsAfterRegionMovedWithMultiCF', row='r1', locateType=CURRENT is [region=testReplayEditsAfterRegionMovedWithMultiCF,,1732139451526.752cfe0ff172dd349f2943d31ac467c4., hostname=e1fae5a3a175,37377,1732139437428, seqNum=18] 2024-11-20T21:50:54,186 WARN [RPCClient-NioEventLoopGroup-6-5 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server e1fae5a3a175:37377 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: e1fae5a3a175/172.17.0.2:37377 Caused by: java.net.ConnectException: Connection refused at sun.nio.ch.Net.pollConnect(Native Method) ~[?:?] at sun.nio.ch.Net.pollConnectNow(Net.java:672) ~[?:?] at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946) ~[?:?] at org.apache.hbase.thirdparty.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T21:50:54,187 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1732139451526.752cfe0ff172dd349f2943d31ac467c4., hostname=e1fae5a3a175,37377,1732139437428, seqNum=18 , the old value is region=testReplayEditsAfterRegionMovedWithMultiCF,,1732139451526.752cfe0ff172dd349f2943d31ac467c4., hostname=e1fae5a3a175,37377,1732139437428, seqNum=18, error=java.net.ConnectException: Call to address=e1fae5a3a175:37377 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: e1fae5a3a175/172.17.0.2:37377 2024-11-20T21:50:54,187 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1732139451526.752cfe0ff172dd349f2943d31ac467c4., hostname=e1fae5a3a175,37377,1732139437428, seqNum=18 is java.net.ConnectException: Connection refused 2024-11-20T21:50:54,187 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testReplayEditsAfterRegionMovedWithMultiCF,,1732139451526.752cfe0ff172dd349f2943d31ac467c4., hostname=e1fae5a3a175,37377,1732139437428, seqNum=18 from cache 2024-11-20T21:50:54,188 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] ipc.FailedServers(52): Added failed server with address e1fae5a3a175:37377 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: e1fae5a3a175/172.17.0.2:37377 2024-11-20T21:50:54,259 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44247 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=15 2024-11-20T21:50:54,280 INFO [RS_LOG_REPLAY_OPS-regionserver/e1fae5a3a175:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(299): Splitting hdfs://localhost:41921/user/jenkins/test-data/5bab72b3-2615-0448-3310-a25f6519c0d3/WALs/e1fae5a3a175,37377,1732139437428-splitting/e1fae5a3a175%2C37377%2C1732139437428.1732139438898, size=1.6 K (1677bytes) 2024-11-20T21:50:54,281 INFO [RS_LOG_REPLAY_OPS-regionserver/e1fae5a3a175:0-0 {event_type=RS_LOG_REPLAY, pid=15}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41921/user/jenkins/test-data/5bab72b3-2615-0448-3310-a25f6519c0d3/WALs/e1fae5a3a175,37377,1732139437428-splitting/e1fae5a3a175%2C37377%2C1732139437428.1732139438898 2024-11-20T21:50:54,281 INFO [RS_LOG_REPLAY_OPS-regionserver/e1fae5a3a175:0-0 {event_type=RS_LOG_REPLAY, pid=15}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41921/user/jenkins/test-data/5bab72b3-2615-0448-3310-a25f6519c0d3/WALs/e1fae5a3a175,37377,1732139437428-splitting/e1fae5a3a175%2C37377%2C1732139437428.1732139438898 after 0ms 2024-11-20T21:50:54,283 DEBUG [RS_LOG_REPLAY_OPS-regionserver/e1fae5a3a175:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:41921/user/jenkins/test-data/5bab72b3-2615-0448-3310-a25f6519c0d3/WALs/e1fae5a3a175,37377,1732139437428-splitting/e1fae5a3a175%2C37377%2C1732139437428.1732139438898: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-11-20T21:50:54,284 INFO [RS_LOG_REPLAY_OPS-regionserver/e1fae5a3a175:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(310): Open hdfs://localhost:41921/user/jenkins/test-data/5bab72b3-2615-0448-3310-a25f6519c0d3/WALs/e1fae5a3a175,37377,1732139437428-splitting/e1fae5a3a175%2C37377%2C1732139437428.1732139438898 took 3ms 2024-11-20T21:50:54,290 DEBUG [RS_LOG_REPLAY_OPS-regionserver/e1fae5a3a175:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(352): Last flushed sequenceid for 752cfe0ff172dd349f2943d31ac467c4: last_flushed_sequence_id: 12 store_sequence_id { family_name: "cf1" sequence_id: 12 } store_sequence_id { family_name: "cf2" sequence_id: 12 } 2024-11-20T21:50:54,290 DEBUG [RS_LOG_REPLAY_OPS-regionserver/e1fae5a3a175:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41921/user/jenkins/test-data/5bab72b3-2615-0448-3310-a25f6519c0d3/WALs/e1fae5a3a175,37377,1732139437428-splitting/e1fae5a3a175%2C37377%2C1732139437428.1732139438898 so closing down 2024-11-20T21:50:54,290 DEBUG [RS_LOG_REPLAY_OPS-regionserver/e1fae5a3a175:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-20T21:50:54,290 INFO [RS_LOG_REPLAY_OPS-regionserver/e1fae5a3a175:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.OutputSink(145): 3 split writer threads finished 2024-11-20T21:50:54,290 INFO [RS_LOG_REPLAY_OPS-regionserver/e1fae5a3a175:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(425): Processed 6 edits across 0 Regions in 6 ms; skipped=6; WAL=hdfs://localhost:41921/user/jenkins/test-data/5bab72b3-2615-0448-3310-a25f6519c0d3/WALs/e1fae5a3a175,37377,1732139437428-splitting/e1fae5a3a175%2C37377%2C1732139437428.1732139438898, size=1.6 K, length=1677, corrupted=false, cancelled=false 2024-11-20T21:50:54,290 DEBUG [RS_LOG_REPLAY_OPS-regionserver/e1fae5a3a175:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(428): Completed split of hdfs://localhost:41921/user/jenkins/test-data/5bab72b3-2615-0448-3310-a25f6519c0d3/WALs/e1fae5a3a175,37377,1732139437428-splitting/e1fae5a3a175%2C37377%2C1732139437428.1732139438898, journal: Splitting hdfs://localhost:41921/user/jenkins/test-data/5bab72b3-2615-0448-3310-a25f6519c0d3/WALs/e1fae5a3a175,37377,1732139437428-splitting/e1fae5a3a175%2C37377%2C1732139437428.1732139438898, size=1.6 K (1677bytes) at 1732139454280Finishing writing output for hdfs://localhost:41921/user/jenkins/test-data/5bab72b3-2615-0448-3310-a25f6519c0d3/WALs/e1fae5a3a175,37377,1732139437428-splitting/e1fae5a3a175%2C37377%2C1732139437428.1732139438898 so closing down at 1732139454290 (+10 ms)3 split writer threads finished at 1732139454290Processed 6 edits across 0 Regions in 6 ms; skipped=6; WAL=hdfs://localhost:41921/user/jenkins/test-data/5bab72b3-2615-0448-3310-a25f6519c0d3/WALs/e1fae5a3a175,37377,1732139437428-splitting/e1fae5a3a175%2C37377%2C1732139437428.1732139438898, size=1.6 K, length=1677, corrupted=false, cancelled=false at 1732139454290 2024-11-20T21:50:54,291 DEBUG [RS_LOG_REPLAY_OPS-regionserver/e1fae5a3a175:0-0 {event_type=RS_LOG_REPLAY, pid=15}] regionserver.SplitLogWorker(218): Done splitting WAL hdfs://localhost:41921/user/jenkins/test-data/5bab72b3-2615-0448-3310-a25f6519c0d3/WALs/e1fae5a3a175,37377,1732139437428-splitting/e1fae5a3a175%2C37377%2C1732139437428.1732139438898 2024-11-20T21:50:54,292 DEBUG [RS_LOG_REPLAY_OPS-regionserver/e1fae5a3a175:0-0 {event_type=RS_LOG_REPLAY, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-11-20T21:50:54,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34395 {}] master.HMaster(4169): Remote procedure done, pid=15 2024-11-20T21:50:54,297 INFO [PEWorker-1 {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41921/user/jenkins/test-data/5bab72b3-2615-0448-3310-a25f6519c0d3/WALs/e1fae5a3a175,37377,1732139437428-splitting/e1fae5a3a175%2C37377%2C1732139437428.1732139438898 to hdfs://localhost:41921/user/jenkins/test-data/5bab72b3-2615-0448-3310-a25f6519c0d3/oldWALs 2024-11-20T21:50:54,300 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=14 2024-11-20T21:50:54,300 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=14, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure e1fae5a3a175%2C37377%2C1732139437428.1732139438898, worker=e1fae5a3a175,44247,1732139437241 in 201 msec 2024-11-20T21:50:54,302 DEBUG [PEWorker-5 {}] master.SplitWALManager(172): Release split WAL worker=e1fae5a3a175,44247,1732139437241 2024-11-20T21:50:54,305 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13 2024-11-20T21:50:54,305 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; SplitWALProcedure e1fae5a3a175%2C37377%2C1732139437428.1732139438898, worker=e1fae5a3a175,44247,1732139437241 in 212 msec 2024-11-20T21:50:54,306 INFO [PEWorker-2 {}] master.SplitLogManager(171): hdfs://localhost:41921/user/jenkins/test-data/5bab72b3-2615-0448-3310-a25f6519c0d3/WALs/e1fae5a3a175,37377,1732139437428-splitting dir is empty, no logs to split. 2024-11-20T21:50:54,307 INFO [PEWorker-2 {}] master.SplitWALManager(105): e1fae5a3a175,37377,1732139437428 WAL count=0, meta=false 2024-11-20T21:50:54,307 DEBUG [PEWorker-2 {}] procedure.ServerCrashProcedure(329): Check if e1fae5a3a175,37377,1732139437428 WAL splitting is done? wals=0, meta=false 2024-11-20T21:50:54,308 INFO [PEWorker-2 {}] procedure.ServerCrashProcedure(321): Remove WAL directory for e1fae5a3a175,37377,1732139437428 failed, ignore...File hdfs://localhost:41921/user/jenkins/test-data/5bab72b3-2615-0448-3310-a25f6519c0d3/WALs/e1fae5a3a175,37377,1732139437428-splitting does not exist. 2024-11-20T21:50:54,310 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=752cfe0ff172dd349f2943d31ac467c4, ASSIGN}] 2024-11-20T21:50:54,312 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=16, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=752cfe0ff172dd349f2943d31ac467c4, ASSIGN 2024-11-20T21:50:54,312 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=16, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=752cfe0ff172dd349f2943d31ac467c4, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-20T21:50:54,463 DEBUG [e1fae5a3a175:34395 {}] balancer.BalancerClusterState(204): Hosts are {e1fae5a3a175=0} racks are {/default-rack=0} 2024-11-20T21:50:54,463 DEBUG [e1fae5a3a175:34395 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-20T21:50:54,463 DEBUG [e1fae5a3a175:34395 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-20T21:50:54,463 DEBUG [e1fae5a3a175:34395 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-20T21:50:54,463 DEBUG [e1fae5a3a175:34395 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-20T21:50:54,464 INFO [e1fae5a3a175:34395 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-20T21:50:54,464 INFO [e1fae5a3a175:34395 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-20T21:50:54,464 DEBUG [e1fae5a3a175:34395 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-20T21:50:54,464 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=752cfe0ff172dd349f2943d31ac467c4, regionState=OPENING, regionLocation=e1fae5a3a175,44247,1732139437241 2024-11-20T21:50:54,467 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=16, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=752cfe0ff172dd349f2943d31ac467c4, ASSIGN because future has completed 2024-11-20T21:50:54,468 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE, hasLock=false; OpenRegionProcedure 752cfe0ff172dd349f2943d31ac467c4, server=e1fae5a3a175,44247,1732139437241}] 2024-11-20T21:50:54,502 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testReplayEditsAfterRegionMovedWithMultiCF', row='r1', locateType=CURRENT is [region=testReplayEditsAfterRegionMovedWithMultiCF,,1732139451526.752cfe0ff172dd349f2943d31ac467c4., hostname=e1fae5a3a175,37377,1732139437428, seqNum=18] 2024-11-20T21:50:54,502 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] ipc.AbstractRpcClient(357): Not trying to connect to e1fae5a3a175:37377 this server is in the failed servers list 2024-11-20T21:50:54,503 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1732139451526.752cfe0ff172dd349f2943d31ac467c4., hostname=e1fae5a3a175,37377,1732139437428, seqNum=18 , the old value is region=testReplayEditsAfterRegionMovedWithMultiCF,,1732139451526.752cfe0ff172dd349f2943d31ac467c4., hostname=e1fae5a3a175,37377,1732139437428, seqNum=18, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=e1fae5a3a175:37377 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: e1fae5a3a175:37377 2024-11-20T21:50:54,503 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1732139451526.752cfe0ff172dd349f2943d31ac467c4., hostname=e1fae5a3a175,37377,1732139437428, seqNum=18 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: e1fae5a3a175:37377 2024-11-20T21:50:54,503 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testReplayEditsAfterRegionMovedWithMultiCF,,1732139451526.752cfe0ff172dd349f2943d31ac467c4., hostname=e1fae5a3a175,37377,1732139437428, seqNum=18 from cache 2024-11-20T21:50:54,629 INFO [RS_OPEN_REGION-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(132): Open testReplayEditsAfterRegionMovedWithMultiCF,,1732139451526.752cfe0ff172dd349f2943d31ac467c4. 2024-11-20T21:50:54,629 DEBUG [RS_OPEN_REGION-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => 752cfe0ff172dd349f2943d31ac467c4, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1732139451526.752cfe0ff172dd349f2943d31ac467c4.', STARTKEY => '', ENDKEY => ''} 2024-11-20T21:50:54,630 DEBUG [RS_OPEN_REGION-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterRegionMovedWithMultiCF 752cfe0ff172dd349f2943d31ac467c4 2024-11-20T21:50:54,630 DEBUG [RS_OPEN_REGION-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1732139451526.752cfe0ff172dd349f2943d31ac467c4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T21:50:54,630 DEBUG [RS_OPEN_REGION-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7794): checking encryption for 752cfe0ff172dd349f2943d31ac467c4 2024-11-20T21:50:54,631 DEBUG [RS_OPEN_REGION-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7797): checking classloading for 752cfe0ff172dd349f2943d31ac467c4 2024-11-20T21:50:54,633 INFO [StoreOpener-752cfe0ff172dd349f2943d31ac467c4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region 752cfe0ff172dd349f2943d31ac467c4 2024-11-20T21:50:54,634 INFO [StoreOpener-752cfe0ff172dd349f2943d31ac467c4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 752cfe0ff172dd349f2943d31ac467c4 columnFamilyName cf1 2024-11-20T21:50:54,634 DEBUG [StoreOpener-752cfe0ff172dd349f2943d31ac467c4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:50:54,641 DEBUG [StoreOpener-752cfe0ff172dd349f2943d31ac467c4-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:41921/user/jenkins/test-data/5bab72b3-2615-0448-3310-a25f6519c0d3/data/default/testReplayEditsAfterRegionMovedWithMultiCF/752cfe0ff172dd349f2943d31ac467c4/cf1/e78b295029bd4cc6ba96f7f3d836d815 2024-11-20T21:50:54,641 INFO [StoreOpener-752cfe0ff172dd349f2943d31ac467c4-1 {}] regionserver.HStore(327): Store=752cfe0ff172dd349f2943d31ac467c4/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T21:50:54,641 INFO [StoreOpener-752cfe0ff172dd349f2943d31ac467c4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region 752cfe0ff172dd349f2943d31ac467c4 2024-11-20T21:50:54,642 INFO [StoreOpener-752cfe0ff172dd349f2943d31ac467c4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 752cfe0ff172dd349f2943d31ac467c4 columnFamilyName cf2 2024-11-20T21:50:54,642 DEBUG [StoreOpener-752cfe0ff172dd349f2943d31ac467c4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:50:54,648 DEBUG [StoreOpener-752cfe0ff172dd349f2943d31ac467c4-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:41921/user/jenkins/test-data/5bab72b3-2615-0448-3310-a25f6519c0d3/data/default/testReplayEditsAfterRegionMovedWithMultiCF/752cfe0ff172dd349f2943d31ac467c4/cf2/2a71d2f8a093425ab0b3f2d2bb2c63e9 2024-11-20T21:50:54,648 INFO [StoreOpener-752cfe0ff172dd349f2943d31ac467c4-1 {}] regionserver.HStore(327): Store=752cfe0ff172dd349f2943d31ac467c4/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T21:50:54,649 DEBUG [RS_OPEN_REGION-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1038): replaying wal for 752cfe0ff172dd349f2943d31ac467c4 2024-11-20T21:50:54,649 DEBUG [RS_OPEN_REGION-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41921/user/jenkins/test-data/5bab72b3-2615-0448-3310-a25f6519c0d3/data/default/testReplayEditsAfterRegionMovedWithMultiCF/752cfe0ff172dd349f2943d31ac467c4 2024-11-20T21:50:54,651 DEBUG [RS_OPEN_REGION-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41921/user/jenkins/test-data/5bab72b3-2615-0448-3310-a25f6519c0d3/data/default/testReplayEditsAfterRegionMovedWithMultiCF/752cfe0ff172dd349f2943d31ac467c4 2024-11-20T21:50:54,651 DEBUG [RS_OPEN_REGION-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1048): stopping wal replay for 752cfe0ff172dd349f2943d31ac467c4 2024-11-20T21:50:54,651 DEBUG [RS_OPEN_REGION-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for 752cfe0ff172dd349f2943d31ac467c4 2024-11-20T21:50:54,652 DEBUG [RS_OPEN_REGION-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterRegionMovedWithMultiCF descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-11-20T21:50:54,653 DEBUG [RS_OPEN_REGION-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1093): writing seq id for 752cfe0ff172dd349f2943d31ac467c4 2024-11-20T21:50:54,654 INFO [RS_OPEN_REGION-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1114): Opened 752cfe0ff172dd349f2943d31ac467c4; next sequenceid=18; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61965348, jitterRate=-0.07664436101913452}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-11-20T21:50:54,654 DEBUG [RS_OPEN_REGION-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 752cfe0ff172dd349f2943d31ac467c4 2024-11-20T21:50:54,655 DEBUG [RS_OPEN_REGION-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1006): Region open journal for 752cfe0ff172dd349f2943d31ac467c4: Running coprocessor pre-open hook at 1732139454631Writing region info on filesystem at 1732139454631Initializing all the Stores at 1732139454632 (+1 ms)Instantiating store for column family {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732139454632Instantiating store for column family {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732139454633 (+1 ms)Cleaning up temporary data from old regions at 1732139454651 (+18 ms)Running coprocessor post-open hooks at 1732139454654 (+3 ms)Region opened successfully at 1732139454655 (+1 ms) 2024-11-20T21:50:54,656 INFO [RS_OPEN_REGION-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for testReplayEditsAfterRegionMovedWithMultiCF,,1732139451526.752cfe0ff172dd349f2943d31ac467c4., pid=17, masterSystemTime=1732139454621 2024-11-20T21:50:54,658 DEBUG [RS_OPEN_REGION-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for testReplayEditsAfterRegionMovedWithMultiCF,,1732139451526.752cfe0ff172dd349f2943d31ac467c4. 2024-11-20T21:50:54,658 INFO [RS_OPEN_REGION-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(153): Opened testReplayEditsAfterRegionMovedWithMultiCF,,1732139451526.752cfe0ff172dd349f2943d31ac467c4. 2024-11-20T21:50:54,659 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=752cfe0ff172dd349f2943d31ac467c4, regionState=OPEN, openSeqNum=18, regionLocation=e1fae5a3a175,44247,1732139437241 2024-11-20T21:50:54,661 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=17, ppid=16, state=RUNNABLE, hasLock=false; OpenRegionProcedure 752cfe0ff172dd349f2943d31ac467c4, server=e1fae5a3a175,44247,1732139437241 because future has completed 2024-11-20T21:50:54,664 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=16 2024-11-20T21:50:54,664 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=16, state=SUCCESS, hasLock=false; OpenRegionProcedure 752cfe0ff172dd349f2943d31ac467c4, server=e1fae5a3a175,44247,1732139437241 in 194 msec 2024-11-20T21:50:54,666 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=13 2024-11-20T21:50:54,666 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=13, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=752cfe0ff172dd349f2943d31ac467c4, ASSIGN in 354 msec 2024-11-20T21:50:54,666 INFO [PEWorker-5 {}] procedure.ServerCrashProcedure(291): removed crashed server e1fae5a3a175,37377,1732139437428 after splitting done 2024-11-20T21:50:54,668 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; ServerCrashProcedure e1fae5a3a175,37377,1732139437428, splitWal=true, meta=false in 589 msec 2024-11-20T21:50:55,016 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testReplayEditsAfterRegionMovedWithMultiCF', row='r1', locateType=CURRENT is [region=testReplayEditsAfterRegionMovedWithMultiCF,,1732139451526.752cfe0ff172dd349f2943d31ac467c4., hostname=e1fae5a3a175,44247,1732139437241, seqNum=18] 2024-11-20T21:50:55,034 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayCompressed#testReplayEditsAfterRegionMovedWithMultiCF Thread=405 (was 412), OpenFileDescriptor=1045 (was 1023) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=111 (was 60) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=3091 (was 3140) 2024-11-20T21:50:55,036 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1045 is superior to 1024 2024-11-20T21:50:55,048 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayCompressed#testReplayEditsAfterPartialFlush Thread=405, OpenFileDescriptor=1045, MaxFileDescriptor=1048576, SystemLoadAverage=111, ProcessCount=11, AvailableMemoryMB=3090 2024-11-20T21:50:55,049 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1045 is superior to 1024 2024-11-20T21:50:55,067 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T21:50:55,069 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T21:50:55,069 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T21:50:55,072 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-81774125, suffix=, logDir=hdfs://localhost:41921/hbase/WALs/hregion-81774125, archiveDir=hdfs://localhost:41921/hbase/oldWALs, maxLogs=32 2024-11-20T21:50:55,084 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-81774125/hregion-81774125.1732139455072, exclude list is [], retry=0 2024-11-20T21:50:55,086 DEBUG [AsyncFSWAL-20-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34821,DS-227376d8-446b-4d9d-93bd-c918f8b2a0a4,DISK] 2024-11-20T21:50:55,086 DEBUG [AsyncFSWAL-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33523,DS-d1189d62-b129-4f55-974b-c3c4144a4e3b,DISK] 2024-11-20T21:50:55,086 DEBUG [AsyncFSWAL-20-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40861,DS-f2cc9084-db20-46a0-820e-047e4164573b,DISK] 2024-11-20T21:50:55,088 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-81774125/hregion-81774125.1732139455072 2024-11-20T21:50:55,089 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35005:35005),(127.0.0.1/127.0.0.1:41653:41653),(127.0.0.1/127.0.0.1:46499:46499)] 2024-11-20T21:50:55,089 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 062d53a5f435e49b6d913815d6ed1ece, NAME => 'testReplayEditsWrittenViaHRegion,,1732139455067.062d53a5f435e49b6d913815d6ed1ece.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsWrittenViaHRegion', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41921/hbase 2024-11-20T21:50:55,097 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073741893_1071 (size=67) 2024-11-20T21:50:55,097 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40861 is added to blk_1073741893_1071 (size=67) 2024-11-20T21:50:55,097 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33523 is added to blk_1073741893_1071 (size=67) 2024-11-20T21:50:55,098 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1732139455067.062d53a5f435e49b6d913815d6ed1ece.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T21:50:55,099 INFO [StoreOpener-062d53a5f435e49b6d913815d6ed1ece-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 062d53a5f435e49b6d913815d6ed1ece 2024-11-20T21:50:55,100 INFO [StoreOpener-062d53a5f435e49b6d913815d6ed1ece-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 062d53a5f435e49b6d913815d6ed1ece columnFamilyName a 2024-11-20T21:50:55,100 DEBUG [StoreOpener-062d53a5f435e49b6d913815d6ed1ece-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:50:55,101 INFO [StoreOpener-062d53a5f435e49b6d913815d6ed1ece-1 {}] regionserver.HStore(327): Store=062d53a5f435e49b6d913815d6ed1ece/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T21:50:55,101 INFO [StoreOpener-062d53a5f435e49b6d913815d6ed1ece-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 062d53a5f435e49b6d913815d6ed1ece 2024-11-20T21:50:55,102 INFO [StoreOpener-062d53a5f435e49b6d913815d6ed1ece-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 062d53a5f435e49b6d913815d6ed1ece columnFamilyName b 2024-11-20T21:50:55,103 DEBUG [StoreOpener-062d53a5f435e49b6d913815d6ed1ece-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:50:55,103 INFO [StoreOpener-062d53a5f435e49b6d913815d6ed1ece-1 {}] regionserver.HStore(327): Store=062d53a5f435e49b6d913815d6ed1ece/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T21:50:55,103 INFO [StoreOpener-062d53a5f435e49b6d913815d6ed1ece-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 062d53a5f435e49b6d913815d6ed1ece 2024-11-20T21:50:55,104 INFO [StoreOpener-062d53a5f435e49b6d913815d6ed1ece-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 062d53a5f435e49b6d913815d6ed1ece columnFamilyName c 2024-11-20T21:50:55,105 DEBUG [StoreOpener-062d53a5f435e49b6d913815d6ed1ece-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:50:55,105 INFO [StoreOpener-062d53a5f435e49b6d913815d6ed1ece-1 {}] regionserver.HStore(327): Store=062d53a5f435e49b6d913815d6ed1ece/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T21:50:55,105 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 062d53a5f435e49b6d913815d6ed1ece 2024-11-20T21:50:55,106 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41921/hbase/data/default/testReplayEditsWrittenViaHRegion/062d53a5f435e49b6d913815d6ed1ece 2024-11-20T21:50:55,106 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41921/hbase/data/default/testReplayEditsWrittenViaHRegion/062d53a5f435e49b6d913815d6ed1ece 2024-11-20T21:50:55,107 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 062d53a5f435e49b6d913815d6ed1ece 2024-11-20T21:50:55,107 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 062d53a5f435e49b6d913815d6ed1ece 2024-11-20T21:50:55,108 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T21:50:55,109 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 062d53a5f435e49b6d913815d6ed1ece 2024-11-20T21:50:55,111 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41921/hbase/data/default/testReplayEditsWrittenViaHRegion/062d53a5f435e49b6d913815d6ed1ece/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T21:50:55,111 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 062d53a5f435e49b6d913815d6ed1ece; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61793950, jitterRate=-0.07919839024543762}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T21:50:55,112 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 062d53a5f435e49b6d913815d6ed1ece: Writing region info on filesystem at 1732139455098Initializing all the Stores at 1732139455099 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732139455099Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732139455099Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732139455099Cleaning up temporary data from old regions at 1732139455107 (+8 ms)Region opened successfully at 1732139455112 (+5 ms) 2024-11-20T21:50:55,112 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 062d53a5f435e49b6d913815d6ed1ece, disabling compactions & flushes 2024-11-20T21:50:55,112 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenViaHRegion,,1732139455067.062d53a5f435e49b6d913815d6ed1ece. 2024-11-20T21:50:55,112 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenViaHRegion,,1732139455067.062d53a5f435e49b6d913815d6ed1ece. 2024-11-20T21:50:55,112 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenViaHRegion,,1732139455067.062d53a5f435e49b6d913815d6ed1ece. after waiting 0 ms 2024-11-20T21:50:55,112 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenViaHRegion,,1732139455067.062d53a5f435e49b6d913815d6ed1ece. 2024-11-20T21:50:55,112 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenViaHRegion,,1732139455067.062d53a5f435e49b6d913815d6ed1ece. 2024-11-20T21:50:55,112 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 062d53a5f435e49b6d913815d6ed1ece: Waiting for close lock at 1732139455112Disabling compacts and flushes for region at 1732139455112Disabling writes for close at 1732139455112Writing region close event to WAL at 1732139455112Closed at 1732139455112 2024-11-20T21:50:55,115 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40861 is added to blk_1073741892_1070 (size=93) 2024-11-20T21:50:55,115 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33523 is added to blk_1073741892_1070 (size=93) 2024-11-20T21:50:55,115 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073741892_1070 (size=93) 2024-11-20T21:50:55,117 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-20T21:50:55,117 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-81774125:(num 1732139455072) 2024-11-20T21:50:55,117 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-20T21:50:55,119 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:41921/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732139455066, archiveDir=hdfs://localhost:41921/hbase/oldWALs, maxLogs=32 2024-11-20T21:50:55,130 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732139455066/wal.1732139455119, exclude list is [], retry=0 2024-11-20T21:50:55,133 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34821,DS-227376d8-446b-4d9d-93bd-c918f8b2a0a4,DISK] 2024-11-20T21:50:55,133 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33523,DS-d1189d62-b129-4f55-974b-c3c4144a4e3b,DISK] 2024-11-20T21:50:55,133 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40861,DS-f2cc9084-db20-46a0-820e-047e4164573b,DISK] 2024-11-20T21:50:55,135 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732139455066/wal.1732139455119 2024-11-20T21:50:55,135 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35005:35005),(127.0.0.1/127.0.0.1:41653:41653),(127.0.0.1/127.0.0.1:46499:46499)] 2024-11-20T21:50:55,135 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 062d53a5f435e49b6d913815d6ed1ece, NAME => 'testReplayEditsWrittenViaHRegion,,1732139455067.062d53a5f435e49b6d913815d6ed1ece.', STARTKEY => '', ENDKEY => ''} 2024-11-20T21:50:55,135 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1732139455067.062d53a5f435e49b6d913815d6ed1ece.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T21:50:55,136 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 062d53a5f435e49b6d913815d6ed1ece 2024-11-20T21:50:55,136 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 062d53a5f435e49b6d913815d6ed1ece 2024-11-20T21:50:55,137 INFO [StoreOpener-062d53a5f435e49b6d913815d6ed1ece-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 062d53a5f435e49b6d913815d6ed1ece 2024-11-20T21:50:55,138 INFO [StoreOpener-062d53a5f435e49b6d913815d6ed1ece-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 062d53a5f435e49b6d913815d6ed1ece columnFamilyName a 2024-11-20T21:50:55,138 DEBUG [StoreOpener-062d53a5f435e49b6d913815d6ed1ece-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:50:55,138 INFO [StoreOpener-062d53a5f435e49b6d913815d6ed1ece-1 {}] regionserver.HStore(327): Store=062d53a5f435e49b6d913815d6ed1ece/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T21:50:55,139 INFO [StoreOpener-062d53a5f435e49b6d913815d6ed1ece-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 062d53a5f435e49b6d913815d6ed1ece 2024-11-20T21:50:55,139 INFO [StoreOpener-062d53a5f435e49b6d913815d6ed1ece-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 062d53a5f435e49b6d913815d6ed1ece columnFamilyName b 2024-11-20T21:50:55,139 DEBUG [StoreOpener-062d53a5f435e49b6d913815d6ed1ece-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:50:55,140 INFO [StoreOpener-062d53a5f435e49b6d913815d6ed1ece-1 {}] regionserver.HStore(327): Store=062d53a5f435e49b6d913815d6ed1ece/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T21:50:55,140 INFO [StoreOpener-062d53a5f435e49b6d913815d6ed1ece-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 062d53a5f435e49b6d913815d6ed1ece 2024-11-20T21:50:55,140 INFO [StoreOpener-062d53a5f435e49b6d913815d6ed1ece-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 062d53a5f435e49b6d913815d6ed1ece columnFamilyName c 2024-11-20T21:50:55,140 DEBUG [StoreOpener-062d53a5f435e49b6d913815d6ed1ece-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:50:55,141 INFO [StoreOpener-062d53a5f435e49b6d913815d6ed1ece-1 {}] regionserver.HStore(327): Store=062d53a5f435e49b6d913815d6ed1ece/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T21:50:55,141 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 062d53a5f435e49b6d913815d6ed1ece 2024-11-20T21:50:55,141 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41921/hbase/data/default/testReplayEditsWrittenViaHRegion/062d53a5f435e49b6d913815d6ed1ece 2024-11-20T21:50:55,143 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41921/hbase/data/default/testReplayEditsWrittenViaHRegion/062d53a5f435e49b6d913815d6ed1ece 2024-11-20T21:50:55,143 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 062d53a5f435e49b6d913815d6ed1ece 2024-11-20T21:50:55,144 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 062d53a5f435e49b6d913815d6ed1ece 2024-11-20T21:50:55,144 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T21:50:55,145 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 062d53a5f435e49b6d913815d6ed1ece 2024-11-20T21:50:55,146 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 062d53a5f435e49b6d913815d6ed1ece; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66210615, jitterRate=-0.013384953141212463}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T21:50:55,147 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 062d53a5f435e49b6d913815d6ed1ece: Writing region info on filesystem at 1732139455136Initializing all the Stores at 1732139455136Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732139455137 (+1 ms)Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732139455137Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732139455137Cleaning up temporary data from old regions at 1732139455144 (+7 ms)Region opened successfully at 1732139455147 (+3 ms) 2024-11-20T21:50:55,169 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 062d53a5f435e49b6d913815d6ed1ece 3/3 column families, dataSize=2.55 KB heapSize=5.44 KB 2024-11-20T21:50:55,185 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41921/hbase/data/default/testReplayEditsWrittenViaHRegion/062d53a5f435e49b6d913815d6ed1ece/.tmp/a/8778eef0baa5467cb9bc7d2f61542dc6 is 91, key is testReplayEditsWrittenViaHRegion/a:x0/1732139455147/Put/seqid=0 2024-11-20T21:50:55,191 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33523 is added to blk_1073741895_1073 (size=5958) 2024-11-20T21:50:55,191 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40861 is added to blk_1073741895_1073 (size=5958) 2024-11-20T21:50:55,191 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073741895_1073 (size=5958) 2024-11-20T21:50:55,192 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=33 (bloomFilter=true), to=hdfs://localhost:41921/hbase/data/default/testReplayEditsWrittenViaHRegion/062d53a5f435e49b6d913815d6ed1ece/.tmp/a/8778eef0baa5467cb9bc7d2f61542dc6 2024-11-20T21:50:55,211 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41921/hbase/data/default/testReplayEditsWrittenViaHRegion/062d53a5f435e49b6d913815d6ed1ece/.tmp/b/9fd706d6371b4b8f9bc5b1b1ad79cefe is 91, key is testReplayEditsWrittenViaHRegion/b:x0/1732139455154/Put/seqid=0 2024-11-20T21:50:55,217 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073741896_1074 (size=5958) 2024-11-20T21:50:55,217 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33523 is added to blk_1073741896_1074 (size=5958) 2024-11-20T21:50:55,217 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40861 is added to blk_1073741896_1074 (size=5958) 2024-11-20T21:50:55,218 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=33 (bloomFilter=true), to=hdfs://localhost:41921/hbase/data/default/testReplayEditsWrittenViaHRegion/062d53a5f435e49b6d913815d6ed1ece/.tmp/b/9fd706d6371b4b8f9bc5b1b1ad79cefe 2024-11-20T21:50:55,240 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41921/hbase/data/default/testReplayEditsWrittenViaHRegion/062d53a5f435e49b6d913815d6ed1ece/.tmp/c/31206c9fadb347f1a841bd5f6541754f is 91, key is testReplayEditsWrittenViaHRegion/c:x0/1732139455161/Put/seqid=0 2024-11-20T21:50:55,246 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073741897_1075 (size=5958) 2024-11-20T21:50:55,246 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33523 is added to blk_1073741897_1075 (size=5958) 2024-11-20T21:50:55,246 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40861 is added to blk_1073741897_1075 (size=5958) 2024-11-20T21:50:55,246 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=33 (bloomFilter=true), to=hdfs://localhost:41921/hbase/data/default/testReplayEditsWrittenViaHRegion/062d53a5f435e49b6d913815d6ed1ece/.tmp/c/31206c9fadb347f1a841bd5f6541754f 2024-11-20T21:50:55,253 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41921/hbase/data/default/testReplayEditsWrittenViaHRegion/062d53a5f435e49b6d913815d6ed1ece/.tmp/a/8778eef0baa5467cb9bc7d2f61542dc6 as hdfs://localhost:41921/hbase/data/default/testReplayEditsWrittenViaHRegion/062d53a5f435e49b6d913815d6ed1ece/a/8778eef0baa5467cb9bc7d2f61542dc6 2024-11-20T21:50:55,259 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41921/hbase/data/default/testReplayEditsWrittenViaHRegion/062d53a5f435e49b6d913815d6ed1ece/a/8778eef0baa5467cb9bc7d2f61542dc6, entries=10, sequenceid=33, filesize=5.8 K 2024-11-20T21:50:55,261 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41921/hbase/data/default/testReplayEditsWrittenViaHRegion/062d53a5f435e49b6d913815d6ed1ece/.tmp/b/9fd706d6371b4b8f9bc5b1b1ad79cefe as hdfs://localhost:41921/hbase/data/default/testReplayEditsWrittenViaHRegion/062d53a5f435e49b6d913815d6ed1ece/b/9fd706d6371b4b8f9bc5b1b1ad79cefe 2024-11-20T21:50:55,267 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41921/hbase/data/default/testReplayEditsWrittenViaHRegion/062d53a5f435e49b6d913815d6ed1ece/b/9fd706d6371b4b8f9bc5b1b1ad79cefe, entries=10, sequenceid=33, filesize=5.8 K 2024-11-20T21:50:55,268 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41921/hbase/data/default/testReplayEditsWrittenViaHRegion/062d53a5f435e49b6d913815d6ed1ece/.tmp/c/31206c9fadb347f1a841bd5f6541754f as hdfs://localhost:41921/hbase/data/default/testReplayEditsWrittenViaHRegion/062d53a5f435e49b6d913815d6ed1ece/c/31206c9fadb347f1a841bd5f6541754f 2024-11-20T21:50:55,274 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41921/hbase/data/default/testReplayEditsWrittenViaHRegion/062d53a5f435e49b6d913815d6ed1ece/c/31206c9fadb347f1a841bd5f6541754f, entries=10, sequenceid=33, filesize=5.8 K 2024-11-20T21:50:55,276 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~2.55 KB/2610, heapSize ~5.39 KB/5520, currentSize=0 B/0 for 062d53a5f435e49b6d913815d6ed1ece in 106ms, sequenceid=33, compaction requested=false 2024-11-20T21:50:55,276 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 062d53a5f435e49b6d913815d6ed1ece: 2024-11-20T21:50:55,276 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 062d53a5f435e49b6d913815d6ed1ece, disabling compactions & flushes 2024-11-20T21:50:55,276 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenViaHRegion,,1732139455067.062d53a5f435e49b6d913815d6ed1ece. 2024-11-20T21:50:55,276 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenViaHRegion,,1732139455067.062d53a5f435e49b6d913815d6ed1ece. 2024-11-20T21:50:55,276 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenViaHRegion,,1732139455067.062d53a5f435e49b6d913815d6ed1ece. after waiting 0 ms 2024-11-20T21:50:55,276 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenViaHRegion,,1732139455067.062d53a5f435e49b6d913815d6ed1ece. 2024-11-20T21:50:55,277 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenViaHRegion,,1732139455067.062d53a5f435e49b6d913815d6ed1ece. 2024-11-20T21:50:55,277 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 062d53a5f435e49b6d913815d6ed1ece: Waiting for close lock at 1732139455276Disabling compacts and flushes for region at 1732139455276Disabling writes for close at 1732139455276Writing region close event to WAL at 1732139455277 (+1 ms)Closed at 1732139455277 2024-11-20T21:50:55,280 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732139455066/wal.1732139455119 not finished, retry = 0 2024-11-20T21:50:55,282 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073741894_1072 (size=2873) 2024-11-20T21:50:55,283 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40861 is added to blk_1073741894_1072 (size=2873) 2024-11-20T21:50:55,283 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33523 is added to blk_1073741894_1072 (size=2873) 2024-11-20T21:50:55,386 DEBUG [Time-limited test {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41921/hbase/data/default/testReplayEditsWrittenViaHRegion/062d53a5f435e49b6d913815d6ed1ece/b/9fd706d6371b4b8f9bc5b1b1ad79cefe to hdfs://localhost:41921/hbase/archive/data/default/testReplayEditsWrittenViaHRegion/062d53a5f435e49b6d913815d6ed1ece/b/9fd706d6371b4b8f9bc5b1b1ad79cefe 2024-11-20T21:50:55,401 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41921/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732139455066/wal.1732139455119, size=2.8 K (2873bytes) 2024-11-20T21:50:55,401 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41921/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732139455066/wal.1732139455119 2024-11-20T21:50:55,402 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41921/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732139455066/wal.1732139455119 after 0ms 2024-11-20T21:50:55,404 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:41921/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732139455066/wal.1732139455119: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-11-20T21:50:55,404 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41921/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732139455066/wal.1732139455119 took 3ms 2024-11-20T21:50:55,406 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41921/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732139455066/wal.1732139455119 so closing down 2024-11-20T21:50:55,406 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-20T21:50:55,407 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000003-wal.1732139455119.temp 2024-11-20T21:50:55,408 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41921/hbase/data/default/testReplayEditsWrittenViaHRegion/062d53a5f435e49b6d913815d6ed1ece/recovered.edits/0000000000000000003-wal.1732139455119.temp 2024-11-20T21:50:55,408 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-20T21:50:55,414 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073741898_1076 (size=2312) 2024-11-20T21:50:55,414 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40861 is added to blk_1073741898_1076 (size=2312) 2024-11-20T21:50:55,414 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33523 is added to blk_1073741898_1076 (size=2312) 2024-11-20T21:50:55,415 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41921/hbase/data/default/testReplayEditsWrittenViaHRegion/062d53a5f435e49b6d913815d6ed1ece/recovered.edits/0000000000000000003-wal.1732139455119.temp (wrote 30 edits, skipped 0 edits in 0 ms) 2024-11-20T21:50:55,416 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41921/hbase/data/default/testReplayEditsWrittenViaHRegion/062d53a5f435e49b6d913815d6ed1ece/recovered.edits/0000000000000000003-wal.1732139455119.temp to hdfs://localhost:41921/hbase/data/default/testReplayEditsWrittenViaHRegion/062d53a5f435e49b6d913815d6ed1ece/recovered.edits/0000000000000000032 2024-11-20T21:50:55,416 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 32 edits across 1 Regions in 12 ms; skipped=2; WAL=hdfs://localhost:41921/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732139455066/wal.1732139455119, size=2.8 K, length=2873, corrupted=false, cancelled=false 2024-11-20T21:50:55,416 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41921/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732139455066/wal.1732139455119, journal: Splitting hdfs://localhost:41921/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732139455066/wal.1732139455119, size=2.8 K (2873bytes) at 1732139455401Finishing writing output for hdfs://localhost:41921/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732139455066/wal.1732139455119 so closing down at 1732139455406 (+5 ms)Creating recovered edits writer path=hdfs://localhost:41921/hbase/data/default/testReplayEditsWrittenViaHRegion/062d53a5f435e49b6d913815d6ed1ece/recovered.edits/0000000000000000003-wal.1732139455119.temp at 1732139455408 (+2 ms)3 split writer threads finished at 1732139455408Closed recovered edits writer path=hdfs://localhost:41921/hbase/data/default/testReplayEditsWrittenViaHRegion/062d53a5f435e49b6d913815d6ed1ece/recovered.edits/0000000000000000003-wal.1732139455119.temp (wrote 30 edits, skipped 0 edits in 0 ms) at 1732139455415 (+7 ms)Rename recovered edits hdfs://localhost:41921/hbase/data/default/testReplayEditsWrittenViaHRegion/062d53a5f435e49b6d913815d6ed1ece/recovered.edits/0000000000000000003-wal.1732139455119.temp to hdfs://localhost:41921/hbase/data/default/testReplayEditsWrittenViaHRegion/062d53a5f435e49b6d913815d6ed1ece/recovered.edits/0000000000000000032 at 1732139455416 (+1 ms)Processed 32 edits across 1 Regions in 12 ms; skipped=2; WAL=hdfs://localhost:41921/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732139455066/wal.1732139455119, size=2.8 K, length=2873, corrupted=false, cancelled=false at 1732139455416 2024-11-20T21:50:55,418 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41921/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732139455066/wal.1732139455119 to hdfs://localhost:41921/hbase/oldWALs/wal.1732139455119 2024-11-20T21:50:55,418 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:41921/hbase/data/default/testReplayEditsWrittenViaHRegion/062d53a5f435e49b6d913815d6ed1ece/recovered.edits/0000000000000000032 2024-11-20T21:50:55,419 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-20T21:50:55,420 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:41921/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732139455066, archiveDir=hdfs://localhost:41921/hbase/oldWALs, maxLogs=32 2024-11-20T21:50:55,433 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732139455066/wal.1732139455420, exclude list is [], retry=0 2024-11-20T21:50:55,435 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40861,DS-f2cc9084-db20-46a0-820e-047e4164573b,DISK] 2024-11-20T21:50:55,436 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34821,DS-227376d8-446b-4d9d-93bd-c918f8b2a0a4,DISK] 2024-11-20T21:50:55,436 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33523,DS-d1189d62-b129-4f55-974b-c3c4144a4e3b,DISK] 2024-11-20T21:50:55,438 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732139455066/wal.1732139455420 2024-11-20T21:50:55,438 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46499:46499),(127.0.0.1/127.0.0.1:35005:35005),(127.0.0.1/127.0.0.1:41653:41653)] 2024-11-20T21:50:55,438 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 062d53a5f435e49b6d913815d6ed1ece, NAME => 'testReplayEditsWrittenViaHRegion,,1732139455067.062d53a5f435e49b6d913815d6ed1ece.', STARTKEY => '', ENDKEY => ''} 2024-11-20T21:50:55,438 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1732139455067.062d53a5f435e49b6d913815d6ed1ece.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T21:50:55,438 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 062d53a5f435e49b6d913815d6ed1ece 2024-11-20T21:50:55,438 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 062d53a5f435e49b6d913815d6ed1ece 2024-11-20T21:50:55,440 INFO [StoreOpener-062d53a5f435e49b6d913815d6ed1ece-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 062d53a5f435e49b6d913815d6ed1ece 2024-11-20T21:50:55,441 INFO [StoreOpener-062d53a5f435e49b6d913815d6ed1ece-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 062d53a5f435e49b6d913815d6ed1ece columnFamilyName a 2024-11-20T21:50:55,441 DEBUG [StoreOpener-062d53a5f435e49b6d913815d6ed1ece-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:50:55,447 DEBUG [StoreOpener-062d53a5f435e49b6d913815d6ed1ece-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:41921/hbase/data/default/testReplayEditsWrittenViaHRegion/062d53a5f435e49b6d913815d6ed1ece/a/8778eef0baa5467cb9bc7d2f61542dc6 2024-11-20T21:50:55,447 INFO [StoreOpener-062d53a5f435e49b6d913815d6ed1ece-1 {}] regionserver.HStore(327): Store=062d53a5f435e49b6d913815d6ed1ece/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T21:50:55,447 INFO [StoreOpener-062d53a5f435e49b6d913815d6ed1ece-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 062d53a5f435e49b6d913815d6ed1ece 2024-11-20T21:50:55,448 INFO [StoreOpener-062d53a5f435e49b6d913815d6ed1ece-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 062d53a5f435e49b6d913815d6ed1ece columnFamilyName b 2024-11-20T21:50:55,449 DEBUG [StoreOpener-062d53a5f435e49b6d913815d6ed1ece-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:50:55,449 INFO [StoreOpener-062d53a5f435e49b6d913815d6ed1ece-1 {}] regionserver.HStore(327): Store=062d53a5f435e49b6d913815d6ed1ece/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T21:50:55,449 INFO [StoreOpener-062d53a5f435e49b6d913815d6ed1ece-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 062d53a5f435e49b6d913815d6ed1ece 2024-11-20T21:50:55,450 INFO [StoreOpener-062d53a5f435e49b6d913815d6ed1ece-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 062d53a5f435e49b6d913815d6ed1ece columnFamilyName c 2024-11-20T21:50:55,450 DEBUG [StoreOpener-062d53a5f435e49b6d913815d6ed1ece-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:50:55,455 DEBUG [StoreOpener-062d53a5f435e49b6d913815d6ed1ece-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:41921/hbase/data/default/testReplayEditsWrittenViaHRegion/062d53a5f435e49b6d913815d6ed1ece/c/31206c9fadb347f1a841bd5f6541754f 2024-11-20T21:50:55,455 INFO [StoreOpener-062d53a5f435e49b6d913815d6ed1ece-1 {}] regionserver.HStore(327): Store=062d53a5f435e49b6d913815d6ed1ece/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T21:50:55,456 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 062d53a5f435e49b6d913815d6ed1ece 2024-11-20T21:50:55,456 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41921/hbase/data/default/testReplayEditsWrittenViaHRegion/062d53a5f435e49b6d913815d6ed1ece 2024-11-20T21:50:55,458 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:41921/hbase/data/default/testReplayEditsWrittenViaHRegion/062d53a5f435e49b6d913815d6ed1ece 2024-11-20T21:50:55,458 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:41921/hbase/data/default/testReplayEditsWrittenViaHRegion/062d53a5f435e49b6d913815d6ed1ece/recovered.edits/0000000000000000032 2024-11-20T21:50:55,461 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:41921/hbase/data/default/testReplayEditsWrittenViaHRegion/062d53a5f435e49b6d913815d6ed1ece/recovered.edits/0000000000000000032: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-11-20T21:50:55,463 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 10, skipped 20, firstSequenceIdInLog=3, maxSequenceIdInLog=32, path=hdfs://localhost:41921/hbase/data/default/testReplayEditsWrittenViaHRegion/062d53a5f435e49b6d913815d6ed1ece/recovered.edits/0000000000000000032 2024-11-20T21:50:55,463 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 062d53a5f435e49b6d913815d6ed1ece 3/3 column families, dataSize=870 B heapSize=2.31 KB 2024-11-20T21:50:55,479 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41921/hbase/data/default/testReplayEditsWrittenViaHRegion/062d53a5f435e49b6d913815d6ed1ece/.tmp/b/56f615e910de4c30889d97aac4905c50 is 91, key is testReplayEditsWrittenViaHRegion/b:x0/1732139455154/Put/seqid=0 2024-11-20T21:50:55,485 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33523 is added to blk_1073741900_1078 (size=5958) 2024-11-20T21:50:55,485 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40861 is added to blk_1073741900_1078 (size=5958) 2024-11-20T21:50:55,487 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073741900_1078 (size=5958) 2024-11-20T21:50:55,487 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=32 (bloomFilter=true), to=hdfs://localhost:41921/hbase/data/default/testReplayEditsWrittenViaHRegion/062d53a5f435e49b6d913815d6ed1ece/.tmp/b/56f615e910de4c30889d97aac4905c50 2024-11-20T21:50:55,494 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41921/hbase/data/default/testReplayEditsWrittenViaHRegion/062d53a5f435e49b6d913815d6ed1ece/.tmp/b/56f615e910de4c30889d97aac4905c50 as hdfs://localhost:41921/hbase/data/default/testReplayEditsWrittenViaHRegion/062d53a5f435e49b6d913815d6ed1ece/b/56f615e910de4c30889d97aac4905c50 2024-11-20T21:50:55,500 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41921/hbase/data/default/testReplayEditsWrittenViaHRegion/062d53a5f435e49b6d913815d6ed1ece/b/56f615e910de4c30889d97aac4905c50, entries=10, sequenceid=32, filesize=5.8 K 2024-11-20T21:50:55,500 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~870 B/870, heapSize ~1.80 KB/1840, currentSize=0 B/0 for 062d53a5f435e49b6d913815d6ed1ece in 37ms, sequenceid=32, compaction requested=false; wal=null 2024-11-20T21:50:55,501 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:41921/hbase/data/default/testReplayEditsWrittenViaHRegion/062d53a5f435e49b6d913815d6ed1ece/recovered.edits/0000000000000000032 2024-11-20T21:50:55,502 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 062d53a5f435e49b6d913815d6ed1ece 2024-11-20T21:50:55,502 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 062d53a5f435e49b6d913815d6ed1ece 2024-11-20T21:50:55,503 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T21:50:55,504 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 062d53a5f435e49b6d913815d6ed1ece 2024-11-20T21:50:55,506 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41921/hbase/data/default/testReplayEditsWrittenViaHRegion/062d53a5f435e49b6d913815d6ed1ece/recovered.edits/33.seqid, newMaxSeqId=33, maxSeqId=1 2024-11-20T21:50:55,507 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 062d53a5f435e49b6d913815d6ed1ece; next sequenceid=34; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68157285, jitterRate=0.015622690320014954}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T21:50:55,508 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 062d53a5f435e49b6d913815d6ed1ece: Writing region info on filesystem at 1732139455439Initializing all the Stores at 1732139455439Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732139455440 (+1 ms)Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732139455440Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732139455440Obtaining lock to block concurrent updates at 1732139455463 (+23 ms)Preparing flush snapshotting stores in 062d53a5f435e49b6d913815d6ed1ece at 1732139455463Finished memstore snapshotting testReplayEditsWrittenViaHRegion,,1732139455067.062d53a5f435e49b6d913815d6ed1ece., syncing WAL and waiting on mvcc, flushsize=dataSize=870, getHeapSize=2320, getOffHeapSize=0, getCellsCount=10 at 1732139455463Flushing stores of testReplayEditsWrittenViaHRegion,,1732139455067.062d53a5f435e49b6d913815d6ed1ece. at 1732139455463Flushing 062d53a5f435e49b6d913815d6ed1ece/b: creating writer at 1732139455463Flushing 062d53a5f435e49b6d913815d6ed1ece/b: appending metadata at 1732139455478 (+15 ms)Flushing 062d53a5f435e49b6d913815d6ed1ece/b: closing flushed file at 1732139455478Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7ceeab08: reopening flushed file at 1732139455492 (+14 ms)Finished flush of dataSize ~870 B/870, heapSize ~1.80 KB/1840, currentSize=0 B/0 for 062d53a5f435e49b6d913815d6ed1ece in 37ms, sequenceid=32, compaction requested=false; wal=null at 1732139455500 (+8 ms)Cleaning up temporary data from old regions at 1732139455502 (+2 ms)Region opened successfully at 1732139455508 (+6 ms) 2024-11-20T21:50:55,532 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayCompressed#testReplayEditsAfterPartialFlush Thread=414 (was 405) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_570430170_22 at /127.0.0.1:53994 [Receiving block BP-2054634144-172.17.0.2-1732139433704:blk_1073741899_1077] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_570430170_22 at /127.0.0.1:53500 [Receiving block BP-2054634144-172.17.0.2-1732139433704:blk_1073741899_1077] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-2054634144-172.17.0.2-1732139433704:blk_1073741899_1077, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-2054634144-172.17.0.2-1732139433704:blk_1073741899_1077, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-20-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_570430170_22 at /127.0.0.1:53336 [Waiting for operation #28] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_570430170_22 at /127.0.0.1:52392 [Receiving block BP-2054634144-172.17.0.2-1732139433704:blk_1073741899_1077] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_570430170_22 at /127.0.0.1:52258 [Waiting for operation #41] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_570430170_22 at /127.0.0.1:53828 [Waiting for operation #33] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-20-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-2054634144-172.17.0.2-1732139433704:blk_1073741899_1077, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-20-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=1121 (was 1045) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=111 (was 111), ProcessCount=11 (was 11), AvailableMemoryMB=3081 (was 3090) 2024-11-20T21:50:55,532 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1121 is superior to 1024 2024-11-20T21:50:55,543 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayCompressed#testReplayEditsAfterAbortingFlush Thread=414, OpenFileDescriptor=1121, MaxFileDescriptor=1048576, SystemLoadAverage=111, ProcessCount=11, AvailableMemoryMB=3080 2024-11-20T21:50:55,544 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1121 is superior to 1024 2024-11-20T21:50:55,557 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T21:50:55,559 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T21:50:55,560 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T21:50:55,562 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-26099920, suffix=, logDir=hdfs://localhost:41921/hbase/WALs/hregion-26099920, archiveDir=hdfs://localhost:41921/hbase/oldWALs, maxLogs=32 2024-11-20T21:50:55,579 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-26099920/hregion-26099920.1732139455563, exclude list is [], retry=0 2024-11-20T21:50:55,582 DEBUG [AsyncFSWAL-22-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34821,DS-227376d8-446b-4d9d-93bd-c918f8b2a0a4,DISK] 2024-11-20T21:50:55,582 DEBUG [AsyncFSWAL-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33523,DS-d1189d62-b129-4f55-974b-c3c4144a4e3b,DISK] 2024-11-20T21:50:55,582 DEBUG [AsyncFSWAL-22-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40861,DS-f2cc9084-db20-46a0-820e-047e4164573b,DISK] 2024-11-20T21:50:55,587 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-26099920/hregion-26099920.1732139455563 2024-11-20T21:50:55,588 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35005:35005),(127.0.0.1/127.0.0.1:41653:41653),(127.0.0.1/127.0.0.1:46499:46499)] 2024-11-20T21:50:55,588 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 56034a15a99362071b43a2f256d0c94a, NAME => 'testReplayEditsAfterAbortingFlush,,1732139455558.56034a15a99362071b43a2f256d0c94a.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsAfterAbortingFlush', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41921/hbase 2024-11-20T21:50:55,596 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073741902_1080 (size=68) 2024-11-20T21:50:55,596 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40861 is added to blk_1073741902_1080 (size=68) 2024-11-20T21:50:55,597 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33523 is added to blk_1073741902_1080 (size=68) 2024-11-20T21:50:55,597 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterAbortingFlush,,1732139455558.56034a15a99362071b43a2f256d0c94a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T21:50:55,599 INFO [StoreOpener-56034a15a99362071b43a2f256d0c94a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 56034a15a99362071b43a2f256d0c94a 2024-11-20T21:50:55,600 INFO [StoreOpener-56034a15a99362071b43a2f256d0c94a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 56034a15a99362071b43a2f256d0c94a columnFamilyName a 2024-11-20T21:50:55,600 DEBUG [StoreOpener-56034a15a99362071b43a2f256d0c94a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:50:55,600 INFO [StoreOpener-56034a15a99362071b43a2f256d0c94a-1 {}] regionserver.HStore(327): Store=56034a15a99362071b43a2f256d0c94a/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T21:50:55,600 INFO [StoreOpener-56034a15a99362071b43a2f256d0c94a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 56034a15a99362071b43a2f256d0c94a 2024-11-20T21:50:55,602 INFO [StoreOpener-56034a15a99362071b43a2f256d0c94a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 56034a15a99362071b43a2f256d0c94a columnFamilyName b 2024-11-20T21:50:55,602 DEBUG [StoreOpener-56034a15a99362071b43a2f256d0c94a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:50:55,602 INFO [StoreOpener-56034a15a99362071b43a2f256d0c94a-1 {}] regionserver.HStore(327): Store=56034a15a99362071b43a2f256d0c94a/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T21:50:55,602 INFO [StoreOpener-56034a15a99362071b43a2f256d0c94a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 56034a15a99362071b43a2f256d0c94a 2024-11-20T21:50:55,603 INFO [StoreOpener-56034a15a99362071b43a2f256d0c94a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 56034a15a99362071b43a2f256d0c94a columnFamilyName c 2024-11-20T21:50:55,603 DEBUG [StoreOpener-56034a15a99362071b43a2f256d0c94a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:50:55,604 INFO [StoreOpener-56034a15a99362071b43a2f256d0c94a-1 {}] regionserver.HStore(327): Store=56034a15a99362071b43a2f256d0c94a/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T21:50:55,604 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 56034a15a99362071b43a2f256d0c94a 2024-11-20T21:50:55,605 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41921/hbase/data/default/testReplayEditsAfterAbortingFlush/56034a15a99362071b43a2f256d0c94a 2024-11-20T21:50:55,605 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41921/hbase/data/default/testReplayEditsAfterAbortingFlush/56034a15a99362071b43a2f256d0c94a 2024-11-20T21:50:55,606 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 56034a15a99362071b43a2f256d0c94a 2024-11-20T21:50:55,606 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 56034a15a99362071b43a2f256d0c94a 2024-11-20T21:50:55,607 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterAbortingFlush descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T21:50:55,608 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 56034a15a99362071b43a2f256d0c94a 2024-11-20T21:50:55,610 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41921/hbase/data/default/testReplayEditsAfterAbortingFlush/56034a15a99362071b43a2f256d0c94a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T21:50:55,610 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 56034a15a99362071b43a2f256d0c94a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72618494, jitterRate=0.08209988474845886}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T21:50:55,611 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 56034a15a99362071b43a2f256d0c94a: Writing region info on filesystem at 1732139455598Initializing all the Stores at 1732139455598Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732139455598Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732139455598Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732139455598Cleaning up temporary data from old regions at 1732139455606 (+8 ms)Region opened successfully at 1732139455611 (+5 ms) 2024-11-20T21:50:55,611 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 56034a15a99362071b43a2f256d0c94a, disabling compactions & flushes 2024-11-20T21:50:55,611 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsAfterAbortingFlush,,1732139455558.56034a15a99362071b43a2f256d0c94a. 2024-11-20T21:50:55,611 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterAbortingFlush,,1732139455558.56034a15a99362071b43a2f256d0c94a. 2024-11-20T21:50:55,611 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterAbortingFlush,,1732139455558.56034a15a99362071b43a2f256d0c94a. after waiting 0 ms 2024-11-20T21:50:55,611 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterAbortingFlush,,1732139455558.56034a15a99362071b43a2f256d0c94a. 2024-11-20T21:50:55,611 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsAfterAbortingFlush,,1732139455558.56034a15a99362071b43a2f256d0c94a. 2024-11-20T21:50:55,611 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 56034a15a99362071b43a2f256d0c94a: Waiting for close lock at 1732139455611Disabling compacts and flushes for region at 1732139455611Disabling writes for close at 1732139455611Writing region close event to WAL at 1732139455611Closed at 1732139455611 2024-11-20T21:50:55,614 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33523 is added to blk_1073741901_1079 (size=93) 2024-11-20T21:50:55,614 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40861 is added to blk_1073741901_1079 (size=93) 2024-11-20T21:50:55,614 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073741901_1079 (size=93) 2024-11-20T21:50:55,616 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-20T21:50:55,616 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-26099920:(num 1732139455563) 2024-11-20T21:50:55,616 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-20T21:50:55,617 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:41921/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732139455556, archiveDir=hdfs://localhost:41921/hbase/oldWALs, maxLogs=32 2024-11-20T21:50:55,630 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732139455556/wal.1732139455618, exclude list is [], retry=0 2024-11-20T21:50:55,632 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34821,DS-227376d8-446b-4d9d-93bd-c918f8b2a0a4,DISK] 2024-11-20T21:50:55,633 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33523,DS-d1189d62-b129-4f55-974b-c3c4144a4e3b,DISK] 2024-11-20T21:50:55,633 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40861,DS-f2cc9084-db20-46a0-820e-047e4164573b,DISK] 2024-11-20T21:50:55,635 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732139455556/wal.1732139455618 2024-11-20T21:50:55,635 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35005:35005),(127.0.0.1/127.0.0.1:41653:41653),(127.0.0.1/127.0.0.1:46499:46499)] 2024-11-20T21:50:55,695 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 56034a15a99362071b43a2f256d0c94a, NAME => 'testReplayEditsAfterAbortingFlush,,1732139455558.56034a15a99362071b43a2f256d0c94a.', STARTKEY => '', ENDKEY => ''} 2024-11-20T21:50:55,698 DEBUG [Time-limited test {}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterAbortingFlush 56034a15a99362071b43a2f256d0c94a 2024-11-20T21:50:55,698 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterAbortingFlush,,1732139455558.56034a15a99362071b43a2f256d0c94a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T21:50:55,698 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 56034a15a99362071b43a2f256d0c94a 2024-11-20T21:50:55,698 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 56034a15a99362071b43a2f256d0c94a 2024-11-20T21:50:55,700 INFO [StoreOpener-56034a15a99362071b43a2f256d0c94a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 56034a15a99362071b43a2f256d0c94a 2024-11-20T21:50:55,701 INFO [StoreOpener-56034a15a99362071b43a2f256d0c94a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 56034a15a99362071b43a2f256d0c94a columnFamilyName a 2024-11-20T21:50:55,701 DEBUG [StoreOpener-56034a15a99362071b43a2f256d0c94a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:50:55,702 INFO [StoreOpener-56034a15a99362071b43a2f256d0c94a-1 {}] regionserver.HStore(327): Store=56034a15a99362071b43a2f256d0c94a/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T21:50:55,702 INFO [StoreOpener-56034a15a99362071b43a2f256d0c94a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 56034a15a99362071b43a2f256d0c94a 2024-11-20T21:50:55,703 INFO [StoreOpener-56034a15a99362071b43a2f256d0c94a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 56034a15a99362071b43a2f256d0c94a columnFamilyName b 2024-11-20T21:50:55,703 DEBUG [StoreOpener-56034a15a99362071b43a2f256d0c94a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:50:55,704 INFO [StoreOpener-56034a15a99362071b43a2f256d0c94a-1 {}] regionserver.HStore(327): Store=56034a15a99362071b43a2f256d0c94a/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T21:50:55,704 INFO [StoreOpener-56034a15a99362071b43a2f256d0c94a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 56034a15a99362071b43a2f256d0c94a 2024-11-20T21:50:55,705 INFO [StoreOpener-56034a15a99362071b43a2f256d0c94a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 56034a15a99362071b43a2f256d0c94a columnFamilyName c 2024-11-20T21:50:55,705 DEBUG [StoreOpener-56034a15a99362071b43a2f256d0c94a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:50:55,706 INFO [StoreOpener-56034a15a99362071b43a2f256d0c94a-1 {}] regionserver.HStore(327): Store=56034a15a99362071b43a2f256d0c94a/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T21:50:55,706 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 56034a15a99362071b43a2f256d0c94a 2024-11-20T21:50:55,707 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41921/hbase/data/default/testReplayEditsAfterAbortingFlush/56034a15a99362071b43a2f256d0c94a 2024-11-20T21:50:55,708 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41921/hbase/data/default/testReplayEditsAfterAbortingFlush/56034a15a99362071b43a2f256d0c94a 2024-11-20T21:50:55,709 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 56034a15a99362071b43a2f256d0c94a 2024-11-20T21:50:55,709 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 56034a15a99362071b43a2f256d0c94a 2024-11-20T21:50:55,709 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterAbortingFlush descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T21:50:55,711 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 56034a15a99362071b43a2f256d0c94a 2024-11-20T21:50:55,711 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 56034a15a99362071b43a2f256d0c94a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69807339, jitterRate=0.040210410952568054}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T21:50:55,712 DEBUG [Time-limited test {}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 56034a15a99362071b43a2f256d0c94a 2024-11-20T21:50:55,712 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 56034a15a99362071b43a2f256d0c94a: Running coprocessor pre-open hook at 1732139455698Writing region info on filesystem at 1732139455698Initializing all the Stores at 1732139455699 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732139455699Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732139455700 (+1 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732139455700Cleaning up temporary data from old regions at 1732139455709 (+9 ms)Running coprocessor post-open hooks at 1732139455712 (+3 ms)Region opened successfully at 1732139455712 2024-11-20T21:50:55,724 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 56034a15a99362071b43a2f256d0c94a 3/3 column families, dataSize=590 B heapSize=2.08 KB 2024-11-20T21:50:55,725 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 56034a15a99362071b43a2f256d0c94a/a, retrying num=0 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T21:50:56,726 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 56034a15a99362071b43a2f256d0c94a/a, retrying num=1 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T21:50:56,861 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsWrittenViaHRegion 2024-11-20T21:50:56,861 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsWrittenViaHRegion Metrics about Tables on a single HBase RegionServer 2024-11-20T21:50:56,864 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testSequentialEditLogSeqNum 2024-11-20T21:50:56,864 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testSequentialEditLogSeqNum Metrics about Tables on a single HBase RegionServer 2024-11-20T21:50:56,866 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsAfterRegionMovedWithMultiCF 2024-11-20T21:50:56,867 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsAfterRegionMovedWithMultiCF Metrics about Tables on a single HBase RegionServer 2024-11-20T21:50:56,869 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testRegionMadeOfBulkLoadedFilesOnly 2024-11-20T21:50:56,869 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testRegionMadeOfBulkLoadedFilesOnly Metrics about Tables on a single HBase RegionServer 2024-11-20T21:50:56,870 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsAfterAbortingFlush 2024-11-20T21:50:56,870 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsAfterAbortingFlush Metrics about Tables on a single HBase RegionServer 2024-11-20T21:50:57,446 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-20T21:50:57,728 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 56034a15a99362071b43a2f256d0c94a/a, retrying num=2 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T21:50:58,729 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 56034a15a99362071b43a2f256d0c94a/a, retrying num=3 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T21:50:59,730 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 56034a15a99362071b43a2f256d0c94a/a, retrying num=4 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T21:51:00,732 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 56034a15a99362071b43a2f256d0c94a/a, retrying num=5 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T21:51:01,733 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 56034a15a99362071b43a2f256d0c94a/a, retrying num=6 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T21:51:02,735 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 56034a15a99362071b43a2f256d0c94a/a, retrying num=7 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T21:51:03,736 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 56034a15a99362071b43a2f256d0c94a/a, retrying num=8 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T21:51:04,738 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 56034a15a99362071b43a2f256d0c94a/a, retrying num=9 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T21:51:04,740 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 56034a15a99362071b43a2f256d0c94a: 2024-11-20T21:51:04,740 INFO [Time-limited test {}] wal.AbstractTestWALReplay(671): Expected simulated exception when flushing region, region: testReplayEditsAfterAbortingFlush,,1732139455558.56034a15a99362071b43a2f256d0c94a. 2024-11-20T21:51:04,757 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 56034a15a99362071b43a2f256d0c94a: 2024-11-20T21:51:04,757 INFO [Time-limited test {}] wal.AbstractTestWALReplay(691): Expected exception when flushing region because server is stopped,Aborting flush because server is aborted... 2024-11-20T21:51:04,757 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 56034a15a99362071b43a2f256d0c94a, disabling compactions & flushes 2024-11-20T21:51:04,757 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsAfterAbortingFlush,,1732139455558.56034a15a99362071b43a2f256d0c94a. 2024-11-20T21:51:04,757 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterAbortingFlush,,1732139455558.56034a15a99362071b43a2f256d0c94a. 2024-11-20T21:51:04,757 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterAbortingFlush,,1732139455558.56034a15a99362071b43a2f256d0c94a. after waiting 0 ms 2024-11-20T21:51:04,757 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterAbortingFlush,,1732139455558.56034a15a99362071b43a2f256d0c94a. 2024-11-20T21:51:04,758 ERROR [Time-limited test {}] regionserver.HRegion(1960): Memstore data size is 1190 in region testReplayEditsAfterAbortingFlush,,1732139455558.56034a15a99362071b43a2f256d0c94a. 2024-11-20T21:51:04,758 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsAfterAbortingFlush,,1732139455558.56034a15a99362071b43a2f256d0c94a. 2024-11-20T21:51:04,758 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 56034a15a99362071b43a2f256d0c94a: Waiting for close lock at 1732139464757Running coprocessor pre-close hooks at 1732139464757Disabling compacts and flushes for region at 1732139464757Disabling writes for close at 1732139464757Writing region close event to WAL at 1732139464758 (+1 ms)Running coprocessor post-close hooks at 1732139464758Closed at 1732139464758 2024-11-20T21:51:04,760 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33523 is added to blk_1073741903_1081 (size=2398) 2024-11-20T21:51:04,760 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073741903_1081 (size=2398) 2024-11-20T21:51:04,760 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40861 is added to blk_1073741903_1081 (size=2398) 2024-11-20T21:51:04,777 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41921/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732139455556/wal.1732139455618, size=2.3 K (2398bytes) 2024-11-20T21:51:04,777 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41921/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732139455556/wal.1732139455618 2024-11-20T21:51:04,778 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41921/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732139455556/wal.1732139455618 after 1ms 2024-11-20T21:51:04,780 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:41921/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732139455556/wal.1732139455618: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-11-20T21:51:04,780 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41921/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732139455556/wal.1732139455618 took 3ms 2024-11-20T21:51:04,782 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41921/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732139455556/wal.1732139455618 so closing down 2024-11-20T21:51:04,782 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-20T21:51:04,783 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000004-wal.1732139455618.temp 2024-11-20T21:51:04,784 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41921/hbase/data/default/testReplayEditsAfterAbortingFlush/56034a15a99362071b43a2f256d0c94a/recovered.edits/0000000000000000004-wal.1732139455618.temp 2024-11-20T21:51:04,785 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-20T21:51:04,793 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073741904_1082 (size=1672) 2024-11-20T21:51:04,794 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40861 is added to blk_1073741904_1082 (size=1672) 2024-11-20T21:51:04,794 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33523 is added to blk_1073741904_1082 (size=1672) 2024-11-20T21:51:04,795 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41921/hbase/data/default/testReplayEditsAfterAbortingFlush/56034a15a99362071b43a2f256d0c94a/recovered.edits/0000000000000000004-wal.1732139455618.temp (wrote 20 edits, skipped 0 edits in 0 ms) 2024-11-20T21:51:04,796 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41921/hbase/data/default/testReplayEditsAfterAbortingFlush/56034a15a99362071b43a2f256d0c94a/recovered.edits/0000000000000000004-wal.1732139455618.temp to hdfs://localhost:41921/hbase/data/default/testReplayEditsAfterAbortingFlush/56034a15a99362071b43a2f256d0c94a/recovered.edits/0000000000000000026 2024-11-20T21:51:04,796 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 23 edits across 1 Regions in 15 ms; skipped=3; WAL=hdfs://localhost:41921/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732139455556/wal.1732139455618, size=2.3 K, length=2398, corrupted=false, cancelled=false 2024-11-20T21:51:04,796 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41921/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732139455556/wal.1732139455618, journal: Splitting hdfs://localhost:41921/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732139455556/wal.1732139455618, size=2.3 K (2398bytes) at 1732139464777Finishing writing output for hdfs://localhost:41921/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732139455556/wal.1732139455618 so closing down at 1732139464782 (+5 ms)Creating recovered edits writer path=hdfs://localhost:41921/hbase/data/default/testReplayEditsAfterAbortingFlush/56034a15a99362071b43a2f256d0c94a/recovered.edits/0000000000000000004-wal.1732139455618.temp at 1732139464784 (+2 ms)3 split writer threads finished at 1732139464785 (+1 ms)Closed recovered edits writer path=hdfs://localhost:41921/hbase/data/default/testReplayEditsAfterAbortingFlush/56034a15a99362071b43a2f256d0c94a/recovered.edits/0000000000000000004-wal.1732139455618.temp (wrote 20 edits, skipped 0 edits in 0 ms) at 1732139464795 (+10 ms)Rename recovered edits hdfs://localhost:41921/hbase/data/default/testReplayEditsAfterAbortingFlush/56034a15a99362071b43a2f256d0c94a/recovered.edits/0000000000000000004-wal.1732139455618.temp to hdfs://localhost:41921/hbase/data/default/testReplayEditsAfterAbortingFlush/56034a15a99362071b43a2f256d0c94a/recovered.edits/0000000000000000026 at 1732139464796 (+1 ms)Processed 23 edits across 1 Regions in 15 ms; skipped=3; WAL=hdfs://localhost:41921/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732139455556/wal.1732139455618, size=2.3 K, length=2398, corrupted=false, cancelled=false at 1732139464796 2024-11-20T21:51:04,798 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41921/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732139455556/wal.1732139455618 to hdfs://localhost:41921/hbase/oldWALs/wal.1732139455618 2024-11-20T21:51:04,799 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:41921/hbase/data/default/testReplayEditsAfterAbortingFlush/56034a15a99362071b43a2f256d0c94a/recovered.edits/0000000000000000026 2024-11-20T21:51:04,799 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-20T21:51:04,800 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:41921/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732139455556, archiveDir=hdfs://localhost:41921/hbase/oldWALs, maxLogs=32 2024-11-20T21:51:04,815 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732139455556/wal.1732139464801, exclude list is [], retry=0 2024-11-20T21:51:04,818 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34821,DS-227376d8-446b-4d9d-93bd-c918f8b2a0a4,DISK] 2024-11-20T21:51:04,818 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33523,DS-d1189d62-b129-4f55-974b-c3c4144a4e3b,DISK] 2024-11-20T21:51:04,819 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40861,DS-f2cc9084-db20-46a0-820e-047e4164573b,DISK] 2024-11-20T21:51:04,822 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732139455556/wal.1732139464801 2024-11-20T21:51:04,822 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35005:35005),(127.0.0.1/127.0.0.1:41653:41653),(127.0.0.1/127.0.0.1:46499:46499)] 2024-11-20T21:51:04,822 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 56034a15a99362071b43a2f256d0c94a, NAME => 'testReplayEditsAfterAbortingFlush,,1732139455558.56034a15a99362071b43a2f256d0c94a.', STARTKEY => '', ENDKEY => ''} 2024-11-20T21:51:04,823 DEBUG [Time-limited test {}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterAbortingFlush 56034a15a99362071b43a2f256d0c94a 2024-11-20T21:51:04,823 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterAbortingFlush,,1732139455558.56034a15a99362071b43a2f256d0c94a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T21:51:04,823 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 56034a15a99362071b43a2f256d0c94a 2024-11-20T21:51:04,823 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 56034a15a99362071b43a2f256d0c94a 2024-11-20T21:51:04,825 INFO [StoreOpener-56034a15a99362071b43a2f256d0c94a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 56034a15a99362071b43a2f256d0c94a 2024-11-20T21:51:04,827 INFO [StoreOpener-56034a15a99362071b43a2f256d0c94a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 56034a15a99362071b43a2f256d0c94a columnFamilyName a 2024-11-20T21:51:04,827 DEBUG [StoreOpener-56034a15a99362071b43a2f256d0c94a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:51:04,828 INFO [StoreOpener-56034a15a99362071b43a2f256d0c94a-1 {}] regionserver.HStore(327): Store=56034a15a99362071b43a2f256d0c94a/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T21:51:04,828 INFO [StoreOpener-56034a15a99362071b43a2f256d0c94a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 56034a15a99362071b43a2f256d0c94a 2024-11-20T21:51:04,829 INFO [StoreOpener-56034a15a99362071b43a2f256d0c94a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 56034a15a99362071b43a2f256d0c94a columnFamilyName b 2024-11-20T21:51:04,830 DEBUG [StoreOpener-56034a15a99362071b43a2f256d0c94a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:51:04,830 INFO [StoreOpener-56034a15a99362071b43a2f256d0c94a-1 {}] regionserver.HStore(327): Store=56034a15a99362071b43a2f256d0c94a/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T21:51:04,831 INFO [StoreOpener-56034a15a99362071b43a2f256d0c94a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 56034a15a99362071b43a2f256d0c94a 2024-11-20T21:51:04,832 INFO [StoreOpener-56034a15a99362071b43a2f256d0c94a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 56034a15a99362071b43a2f256d0c94a columnFamilyName c 2024-11-20T21:51:04,832 DEBUG [StoreOpener-56034a15a99362071b43a2f256d0c94a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:51:04,833 INFO [StoreOpener-56034a15a99362071b43a2f256d0c94a-1 {}] regionserver.HStore(327): Store=56034a15a99362071b43a2f256d0c94a/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T21:51:04,834 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 56034a15a99362071b43a2f256d0c94a 2024-11-20T21:51:04,835 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41921/hbase/data/default/testReplayEditsAfterAbortingFlush/56034a15a99362071b43a2f256d0c94a 2024-11-20T21:51:04,837 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:41921/hbase/data/default/testReplayEditsAfterAbortingFlush/56034a15a99362071b43a2f256d0c94a 2024-11-20T21:51:04,837 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:41921/hbase/data/default/testReplayEditsAfterAbortingFlush/56034a15a99362071b43a2f256d0c94a/recovered.edits/0000000000000000026 2024-11-20T21:51:04,840 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:41921/hbase/data/default/testReplayEditsAfterAbortingFlush/56034a15a99362071b43a2f256d0c94a/recovered.edits/0000000000000000026: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-11-20T21:51:04,842 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 20, skipped 0, firstSequenceIdInLog=4, maxSequenceIdInLog=26, path=hdfs://localhost:41921/hbase/data/default/testReplayEditsAfterAbortingFlush/56034a15a99362071b43a2f256d0c94a/recovered.edits/0000000000000000026 2024-11-20T21:51:04,843 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 56034a15a99362071b43a2f256d0c94a 3/3 column families, dataSize=1.16 KB heapSize=3.41 KB 2024-11-20T21:51:04,864 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41921/hbase/data/default/testReplayEditsAfterAbortingFlush/56034a15a99362071b43a2f256d0c94a/.tmp/a/19485363fe4a4ff8a3cf267750975613 is 64, key is testReplayEditsAfterAbortingFlush12/a:q/1732139464749/Put/seqid=0 2024-11-20T21:51:04,894 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40861 is added to blk_1073741906_1084 (size=5523) 2024-11-20T21:51:04,895 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073741906_1084 (size=5523) 2024-11-20T21:51:04,895 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33523 is added to blk_1073741906_1084 (size=5523) 2024-11-20T21:51:04,897 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=416 B at sequenceid=26 (bloomFilter=true), to=hdfs://localhost:41921/hbase/data/default/testReplayEditsAfterAbortingFlush/56034a15a99362071b43a2f256d0c94a/.tmp/a/19485363fe4a4ff8a3cf267750975613 2024-11-20T21:51:04,926 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41921/hbase/data/default/testReplayEditsAfterAbortingFlush/56034a15a99362071b43a2f256d0c94a/.tmp/b/592b8020a80f485ba4badcf6985e27e2 is 64, key is testReplayEditsAfterAbortingFlush10/b:q/1732139464741/Put/seqid=0 2024-11-20T21:51:04,935 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33523 is added to blk_1073741907_1085 (size=5524) 2024-11-20T21:51:04,935 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073741907_1085 (size=5524) 2024-11-20T21:51:04,936 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40861 is added to blk_1073741907_1085 (size=5524) 2024-11-20T21:51:04,938 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=417 B at sequenceid=26 (bloomFilter=true), to=hdfs://localhost:41921/hbase/data/default/testReplayEditsAfterAbortingFlush/56034a15a99362071b43a2f256d0c94a/.tmp/b/592b8020a80f485ba4badcf6985e27e2 2024-11-20T21:51:04,969 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41921/hbase/data/default/testReplayEditsAfterAbortingFlush/56034a15a99362071b43a2f256d0c94a/.tmp/c/f360dfd67ede4cf289516b1af7c2b979 is 64, key is testReplayEditsAfterAbortingFlush11/c:q/1732139464747/Put/seqid=0 2024-11-20T21:51:04,979 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40861 is added to blk_1073741908_1086 (size=5457) 2024-11-20T21:51:04,979 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33523 is added to blk_1073741908_1086 (size=5457) 2024-11-20T21:51:04,980 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073741908_1086 (size=5457) 2024-11-20T21:51:04,981 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=357 B at sequenceid=26 (bloomFilter=true), to=hdfs://localhost:41921/hbase/data/default/testReplayEditsAfterAbortingFlush/56034a15a99362071b43a2f256d0c94a/.tmp/c/f360dfd67ede4cf289516b1af7c2b979 2024-11-20T21:51:04,988 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41921/hbase/data/default/testReplayEditsAfterAbortingFlush/56034a15a99362071b43a2f256d0c94a/.tmp/a/19485363fe4a4ff8a3cf267750975613 as hdfs://localhost:41921/hbase/data/default/testReplayEditsAfterAbortingFlush/56034a15a99362071b43a2f256d0c94a/a/19485363fe4a4ff8a3cf267750975613 2024-11-20T21:51:04,994 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41921/hbase/data/default/testReplayEditsAfterAbortingFlush/56034a15a99362071b43a2f256d0c94a/a/19485363fe4a4ff8a3cf267750975613, entries=7, sequenceid=26, filesize=5.4 K 2024-11-20T21:51:04,996 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41921/hbase/data/default/testReplayEditsAfterAbortingFlush/56034a15a99362071b43a2f256d0c94a/.tmp/b/592b8020a80f485ba4badcf6985e27e2 as hdfs://localhost:41921/hbase/data/default/testReplayEditsAfterAbortingFlush/56034a15a99362071b43a2f256d0c94a/b/592b8020a80f485ba4badcf6985e27e2 2024-11-20T21:51:05,002 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41921/hbase/data/default/testReplayEditsAfterAbortingFlush/56034a15a99362071b43a2f256d0c94a/b/592b8020a80f485ba4badcf6985e27e2, entries=7, sequenceid=26, filesize=5.4 K 2024-11-20T21:51:05,003 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41921/hbase/data/default/testReplayEditsAfterAbortingFlush/56034a15a99362071b43a2f256d0c94a/.tmp/c/f360dfd67ede4cf289516b1af7c2b979 as hdfs://localhost:41921/hbase/data/default/testReplayEditsAfterAbortingFlush/56034a15a99362071b43a2f256d0c94a/c/f360dfd67ede4cf289516b1af7c2b979 2024-11-20T21:51:05,009 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41921/hbase/data/default/testReplayEditsAfterAbortingFlush/56034a15a99362071b43a2f256d0c94a/c/f360dfd67ede4cf289516b1af7c2b979, entries=6, sequenceid=26, filesize=5.3 K 2024-11-20T21:51:05,009 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~1.16 KB/1190, heapSize ~3.36 KB/3440, currentSize=0 B/0 for 56034a15a99362071b43a2f256d0c94a in 166ms, sequenceid=26, compaction requested=false; wal=null 2024-11-20T21:51:05,010 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:41921/hbase/data/default/testReplayEditsAfterAbortingFlush/56034a15a99362071b43a2f256d0c94a/recovered.edits/0000000000000000026 2024-11-20T21:51:05,011 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 56034a15a99362071b43a2f256d0c94a 2024-11-20T21:51:05,011 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 56034a15a99362071b43a2f256d0c94a 2024-11-20T21:51:05,012 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterAbortingFlush descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T21:51:05,014 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 56034a15a99362071b43a2f256d0c94a 2024-11-20T21:51:05,016 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41921/hbase/data/default/testReplayEditsAfterAbortingFlush/56034a15a99362071b43a2f256d0c94a/recovered.edits/26.seqid, newMaxSeqId=26, maxSeqId=1 2024-11-20T21:51:05,017 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 56034a15a99362071b43a2f256d0c94a; next sequenceid=27; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68732213, jitterRate=0.0241897851228714}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T21:51:05,017 DEBUG [Time-limited test {}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 56034a15a99362071b43a2f256d0c94a 2024-11-20T21:51:05,017 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 56034a15a99362071b43a2f256d0c94a: Running coprocessor pre-open hook at 1732139464823Writing region info on filesystem at 1732139464823Initializing all the Stores at 1732139464824 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732139464824Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732139464824Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732139464825 (+1 ms)Obtaining lock to block concurrent updates at 1732139464843 (+18 ms)Preparing flush snapshotting stores in 56034a15a99362071b43a2f256d0c94a at 1732139464843Finished memstore snapshotting testReplayEditsAfterAbortingFlush,,1732139455558.56034a15a99362071b43a2f256d0c94a., syncing WAL and waiting on mvcc, flushsize=dataSize=1190, getHeapSize=3440, getOffHeapSize=0, getCellsCount=20 at 1732139464843Flushing stores of testReplayEditsAfterAbortingFlush,,1732139455558.56034a15a99362071b43a2f256d0c94a. at 1732139464843Flushing 56034a15a99362071b43a2f256d0c94a/a: creating writer at 1732139464843Flushing 56034a15a99362071b43a2f256d0c94a/a: appending metadata at 1732139464863 (+20 ms)Flushing 56034a15a99362071b43a2f256d0c94a/a: closing flushed file at 1732139464864 (+1 ms)Flushing 56034a15a99362071b43a2f256d0c94a/b: creating writer at 1732139464905 (+41 ms)Flushing 56034a15a99362071b43a2f256d0c94a/b: appending metadata at 1732139464925 (+20 ms)Flushing 56034a15a99362071b43a2f256d0c94a/b: closing flushed file at 1732139464925Flushing 56034a15a99362071b43a2f256d0c94a/c: creating writer at 1732139464944 (+19 ms)Flushing 56034a15a99362071b43a2f256d0c94a/c: appending metadata at 1732139464968 (+24 ms)Flushing 56034a15a99362071b43a2f256d0c94a/c: closing flushed file at 1732139464968Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@365a0e24: reopening flushed file at 1732139464987 (+19 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7585a44b: reopening flushed file at 1732139464995 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@32ed33be: reopening flushed file at 1732139465002 (+7 ms)Finished flush of dataSize ~1.16 KB/1190, heapSize ~3.36 KB/3440, currentSize=0 B/0 for 56034a15a99362071b43a2f256d0c94a in 166ms, sequenceid=26, compaction requested=false; wal=null at 1732139465009 (+7 ms)Cleaning up temporary data from old regions at 1732139465011 (+2 ms)Running coprocessor post-open hooks at 1732139465017 (+6 ms)Region opened successfully at 1732139465017 2024-11-20T21:51:05,039 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayCompressed#testReplayEditsAfterAbortingFlush Thread=412 (was 414), OpenFileDescriptor=1177 (was 1121) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=101 (was 111), ProcessCount=11 (was 11), AvailableMemoryMB=3075 (was 3080) 2024-11-20T21:51:05,039 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1177 is superior to 1024 2024-11-20T21:51:05,050 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayCompressed#testDatalossWhenInputError Thread=412, OpenFileDescriptor=1177, MaxFileDescriptor=1048576, SystemLoadAverage=101, ProcessCount=11, AvailableMemoryMB=3074 2024-11-20T21:51:05,050 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1177 is superior to 1024 2024-11-20T21:51:05,065 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T21:51:05,067 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T21:51:05,068 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T21:51:05,070 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-86447839, suffix=, logDir=hdfs://localhost:41921/hbase/WALs/hregion-86447839, archiveDir=hdfs://localhost:41921/hbase/oldWALs, maxLogs=32 2024-11-20T21:51:05,082 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-86447839/hregion-86447839.1732139465070, exclude list is [], retry=0 2024-11-20T21:51:05,085 DEBUG [AsyncFSWAL-24-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40861,DS-f2cc9084-db20-46a0-820e-047e4164573b,DISK] 2024-11-20T21:51:05,085 DEBUG [AsyncFSWAL-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34821,DS-227376d8-446b-4d9d-93bd-c918f8b2a0a4,DISK] 2024-11-20T21:51:05,086 DEBUG [AsyncFSWAL-24-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33523,DS-d1189d62-b129-4f55-974b-c3c4144a4e3b,DISK] 2024-11-20T21:51:05,087 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-86447839/hregion-86447839.1732139465070 2024-11-20T21:51:05,088 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46499:46499),(127.0.0.1/127.0.0.1:35005:35005),(127.0.0.1/127.0.0.1:41653:41653)] 2024-11-20T21:51:05,088 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => b49815685d8a7e05666467f953dd8264, NAME => 'testDatalossWhenInputError,,1732139465065.b49815685d8a7e05666467f953dd8264.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testDatalossWhenInputError', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41921/hbase 2024-11-20T21:51:05,096 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33523 is added to blk_1073741910_1088 (size=61) 2024-11-20T21:51:05,096 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073741910_1088 (size=61) 2024-11-20T21:51:05,096 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40861 is added to blk_1073741910_1088 (size=61) 2024-11-20T21:51:05,097 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testDatalossWhenInputError,,1732139465065.b49815685d8a7e05666467f953dd8264.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T21:51:05,098 INFO [StoreOpener-b49815685d8a7e05666467f953dd8264-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region b49815685d8a7e05666467f953dd8264 2024-11-20T21:51:05,100 INFO [StoreOpener-b49815685d8a7e05666467f953dd8264-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b49815685d8a7e05666467f953dd8264 columnFamilyName a 2024-11-20T21:51:05,100 DEBUG [StoreOpener-b49815685d8a7e05666467f953dd8264-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:51:05,100 INFO [StoreOpener-b49815685d8a7e05666467f953dd8264-1 {}] regionserver.HStore(327): Store=b49815685d8a7e05666467f953dd8264/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T21:51:05,100 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for b49815685d8a7e05666467f953dd8264 2024-11-20T21:51:05,101 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41921/hbase/data/default/testDatalossWhenInputError/b49815685d8a7e05666467f953dd8264 2024-11-20T21:51:05,101 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41921/hbase/data/default/testDatalossWhenInputError/b49815685d8a7e05666467f953dd8264 2024-11-20T21:51:05,102 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for b49815685d8a7e05666467f953dd8264 2024-11-20T21:51:05,102 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for b49815685d8a7e05666467f953dd8264 2024-11-20T21:51:05,103 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for b49815685d8a7e05666467f953dd8264 2024-11-20T21:51:05,105 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41921/hbase/data/default/testDatalossWhenInputError/b49815685d8a7e05666467f953dd8264/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T21:51:05,105 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened b49815685d8a7e05666467f953dd8264; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66566862, jitterRate=-0.008076459169387817}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-20T21:51:05,106 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for b49815685d8a7e05666467f953dd8264: Writing region info on filesystem at 1732139465097Initializing all the Stores at 1732139465098 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732139465098Cleaning up temporary data from old regions at 1732139465102 (+4 ms)Region opened successfully at 1732139465106 (+4 ms) 2024-11-20T21:51:05,106 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing b49815685d8a7e05666467f953dd8264, disabling compactions & flushes 2024-11-20T21:51:05,106 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testDatalossWhenInputError,,1732139465065.b49815685d8a7e05666467f953dd8264. 2024-11-20T21:51:05,106 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testDatalossWhenInputError,,1732139465065.b49815685d8a7e05666467f953dd8264. 2024-11-20T21:51:05,106 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testDatalossWhenInputError,,1732139465065.b49815685d8a7e05666467f953dd8264. after waiting 0 ms 2024-11-20T21:51:05,106 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testDatalossWhenInputError,,1732139465065.b49815685d8a7e05666467f953dd8264. 2024-11-20T21:51:05,106 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testDatalossWhenInputError,,1732139465065.b49815685d8a7e05666467f953dd8264. 2024-11-20T21:51:05,106 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for b49815685d8a7e05666467f953dd8264: Waiting for close lock at 1732139465106Disabling compacts and flushes for region at 1732139465106Disabling writes for close at 1732139465106Writing region close event to WAL at 1732139465106Closed at 1732139465106 2024-11-20T21:51:05,108 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40861 is added to blk_1073741909_1087 (size=93) 2024-11-20T21:51:05,109 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073741909_1087 (size=93) 2024-11-20T21:51:05,109 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33523 is added to blk_1073741909_1087 (size=93) 2024-11-20T21:51:05,111 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-20T21:51:05,111 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-86447839:(num 1732139465070) 2024-11-20T21:51:05,111 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-20T21:51:05,113 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:41921/hbase/WALs/testdatalosswheninputerror-manual,16010,1732139465064, archiveDir=hdfs://localhost:41921/hbase/oldWALs, maxLogs=32 2024-11-20T21:51:05,125 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testdatalosswheninputerror-manual,16010,1732139465064/wal.1732139465113, exclude list is [], retry=0 2024-11-20T21:51:05,127 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40861,DS-f2cc9084-db20-46a0-820e-047e4164573b,DISK] 2024-11-20T21:51:05,128 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33523,DS-d1189d62-b129-4f55-974b-c3c4144a4e3b,DISK] 2024-11-20T21:51:05,128 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34821,DS-227376d8-446b-4d9d-93bd-c918f8b2a0a4,DISK] 2024-11-20T21:51:05,129 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testdatalosswheninputerror-manual,16010,1732139465064/wal.1732139465113 2024-11-20T21:51:05,130 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46499:46499),(127.0.0.1/127.0.0.1:41653:41653),(127.0.0.1/127.0.0.1:35005:35005)] 2024-11-20T21:51:05,130 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => b49815685d8a7e05666467f953dd8264, NAME => 'testDatalossWhenInputError,,1732139465065.b49815685d8a7e05666467f953dd8264.', STARTKEY => '', ENDKEY => ''} 2024-11-20T21:51:05,130 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testDatalossWhenInputError,,1732139465065.b49815685d8a7e05666467f953dd8264.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T21:51:05,130 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for b49815685d8a7e05666467f953dd8264 2024-11-20T21:51:05,130 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for b49815685d8a7e05666467f953dd8264 2024-11-20T21:51:05,131 INFO [StoreOpener-b49815685d8a7e05666467f953dd8264-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region b49815685d8a7e05666467f953dd8264 2024-11-20T21:51:05,132 INFO [StoreOpener-b49815685d8a7e05666467f953dd8264-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b49815685d8a7e05666467f953dd8264 columnFamilyName a 2024-11-20T21:51:05,132 DEBUG [StoreOpener-b49815685d8a7e05666467f953dd8264-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:51:05,133 INFO [StoreOpener-b49815685d8a7e05666467f953dd8264-1 {}] regionserver.HStore(327): Store=b49815685d8a7e05666467f953dd8264/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T21:51:05,133 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for b49815685d8a7e05666467f953dd8264 2024-11-20T21:51:05,133 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41921/hbase/data/default/testDatalossWhenInputError/b49815685d8a7e05666467f953dd8264 2024-11-20T21:51:05,134 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41921/hbase/data/default/testDatalossWhenInputError/b49815685d8a7e05666467f953dd8264 2024-11-20T21:51:05,135 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for b49815685d8a7e05666467f953dd8264 2024-11-20T21:51:05,135 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for b49815685d8a7e05666467f953dd8264 2024-11-20T21:51:05,136 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for b49815685d8a7e05666467f953dd8264 2024-11-20T21:51:05,137 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened b49815685d8a7e05666467f953dd8264; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73611082, jitterRate=0.09689059853553772}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-20T21:51:05,138 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for b49815685d8a7e05666467f953dd8264: Writing region info on filesystem at 1732139465130Initializing all the Stores at 1732139465131 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732139465131Cleaning up temporary data from old regions at 1732139465135 (+4 ms)Region opened successfully at 1732139465138 (+3 ms) 2024-11-20T21:51:05,148 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing b49815685d8a7e05666467f953dd8264, disabling compactions & flushes 2024-11-20T21:51:05,148 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testDatalossWhenInputError,,1732139465065.b49815685d8a7e05666467f953dd8264. 2024-11-20T21:51:05,148 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testDatalossWhenInputError,,1732139465065.b49815685d8a7e05666467f953dd8264. 2024-11-20T21:51:05,149 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testDatalossWhenInputError,,1732139465065.b49815685d8a7e05666467f953dd8264. after waiting 0 ms 2024-11-20T21:51:05,149 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testDatalossWhenInputError,,1732139465065.b49815685d8a7e05666467f953dd8264. 2024-11-20T21:51:05,149 ERROR [Time-limited test {}] regionserver.HRegion(1960): Memstore data size is 750 in region testDatalossWhenInputError,,1732139465065.b49815685d8a7e05666467f953dd8264. 2024-11-20T21:51:05,149 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testDatalossWhenInputError,,1732139465065.b49815685d8a7e05666467f953dd8264. 2024-11-20T21:51:05,149 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for b49815685d8a7e05666467f953dd8264: Waiting for close lock at 1732139465148Disabling compacts and flushes for region at 1732139465148Disabling writes for close at 1732139465149 (+1 ms)Writing region close event to WAL at 1732139465149Closed at 1732139465149 2024-11-20T21:51:05,151 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33523 is added to blk_1073741911_1089 (size=838) 2024-11-20T21:51:05,152 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073741911_1089 (size=838) 2024-11-20T21:51:05,152 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40861 is added to blk_1073741911_1089 (size=838) 2024-11-20T21:51:05,167 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41921/hbase/WALs/testdatalosswheninputerror-manual,16010,1732139465064/wal.1732139465113, size=838 (838bytes) 2024-11-20T21:51:05,168 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41921/hbase/WALs/testdatalosswheninputerror-manual,16010,1732139465064/wal.1732139465113 2024-11-20T21:51:05,168 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41921/hbase/WALs/testdatalosswheninputerror-manual,16010,1732139465064/wal.1732139465113 after 0ms 2024-11-20T21:51:05,170 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:41921/hbase/WALs/testdatalosswheninputerror-manual,16010,1732139465064/wal.1732139465113: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-11-20T21:51:05,170 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41921/hbase/WALs/testdatalosswheninputerror-manual,16010,1732139465064/wal.1732139465113 took 3ms 2024-11-20T21:51:05,172 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41921/hbase/WALs/testdatalosswheninputerror-manual,16010,1732139465064/wal.1732139465113 so closing down 2024-11-20T21:51:05,172 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-20T21:51:05,173 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000003-wal.1732139465113.temp 2024-11-20T21:51:05,174 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41921/hbase/data/default/testDatalossWhenInputError/b49815685d8a7e05666467f953dd8264/recovered.edits/0000000000000000003-wal.1732139465113.temp 2024-11-20T21:51:05,174 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-20T21:51:05,181 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073741912_1090 (size=838) 2024-11-20T21:51:05,181 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33523 is added to blk_1073741912_1090 (size=838) 2024-11-20T21:51:05,181 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40861 is added to blk_1073741912_1090 (size=838) 2024-11-20T21:51:05,185 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41921/hbase/data/default/testDatalossWhenInputError/b49815685d8a7e05666467f953dd8264/recovered.edits/0000000000000000003-wal.1732139465113.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-20T21:51:05,186 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41921/hbase/data/default/testDatalossWhenInputError/b49815685d8a7e05666467f953dd8264/recovered.edits/0000000000000000003-wal.1732139465113.temp to hdfs://localhost:41921/hbase/data/default/testDatalossWhenInputError/b49815685d8a7e05666467f953dd8264/recovered.edits/0000000000000000012 2024-11-20T21:51:05,186 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 1 Regions in 16 ms; skipped=0; WAL=hdfs://localhost:41921/hbase/WALs/testdatalosswheninputerror-manual,16010,1732139465064/wal.1732139465113, size=838, length=838, corrupted=false, cancelled=false 2024-11-20T21:51:05,186 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41921/hbase/WALs/testdatalosswheninputerror-manual,16010,1732139465064/wal.1732139465113, journal: Splitting hdfs://localhost:41921/hbase/WALs/testdatalosswheninputerror-manual,16010,1732139465064/wal.1732139465113, size=838 (838bytes) at 1732139465167Finishing writing output for hdfs://localhost:41921/hbase/WALs/testdatalosswheninputerror-manual,16010,1732139465064/wal.1732139465113 so closing down at 1732139465172 (+5 ms)Creating recovered edits writer path=hdfs://localhost:41921/hbase/data/default/testDatalossWhenInputError/b49815685d8a7e05666467f953dd8264/recovered.edits/0000000000000000003-wal.1732139465113.temp at 1732139465174 (+2 ms)3 split writer threads finished at 1732139465174Closed recovered edits writer path=hdfs://localhost:41921/hbase/data/default/testDatalossWhenInputError/b49815685d8a7e05666467f953dd8264/recovered.edits/0000000000000000003-wal.1732139465113.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732139465185 (+11 ms)Rename recovered edits hdfs://localhost:41921/hbase/data/default/testDatalossWhenInputError/b49815685d8a7e05666467f953dd8264/recovered.edits/0000000000000000003-wal.1732139465113.temp to hdfs://localhost:41921/hbase/data/default/testDatalossWhenInputError/b49815685d8a7e05666467f953dd8264/recovered.edits/0000000000000000012 at 1732139465186 (+1 ms)Processed 10 edits across 1 Regions in 16 ms; skipped=0; WAL=hdfs://localhost:41921/hbase/WALs/testdatalosswheninputerror-manual,16010,1732139465064/wal.1732139465113, size=838, length=838, corrupted=false, cancelled=false at 1732139465186 2024-11-20T21:51:05,188 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41921/hbase/WALs/testdatalosswheninputerror-manual,16010,1732139465064/wal.1732139465113 to hdfs://localhost:41921/hbase/oldWALs/wal.1732139465113 2024-11-20T21:51:05,189 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:41921/hbase/data/default/testDatalossWhenInputError/b49815685d8a7e05666467f953dd8264/recovered.edits/0000000000000000012 2024-11-20T21:51:05,192 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:41921/hbase/data/default/testDatalossWhenInputError/b49815685d8a7e05666467f953dd8264/recovered.edits/0000000000000000012: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-11-20T21:51:05,545 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-20T21:51:05,547 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:41921/hbase/WALs/testdatalosswheninputerror-manual,16010,1732139465064, archiveDir=hdfs://localhost:41921/hbase/oldWALs, maxLogs=32 2024-11-20T21:51:05,559 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testdatalosswheninputerror-manual,16010,1732139465064/wal.1732139465548, exclude list is [], retry=0 2024-11-20T21:51:05,562 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34821,DS-227376d8-446b-4d9d-93bd-c918f8b2a0a4,DISK] 2024-11-20T21:51:05,562 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40861,DS-f2cc9084-db20-46a0-820e-047e4164573b,DISK] 2024-11-20T21:51:05,562 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33523,DS-d1189d62-b129-4f55-974b-c3c4144a4e3b,DISK] 2024-11-20T21:51:05,564 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testdatalosswheninputerror-manual,16010,1732139465064/wal.1732139465548 2024-11-20T21:51:05,564 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35005:35005),(127.0.0.1/127.0.0.1:46499:46499),(127.0.0.1/127.0.0.1:41653:41653)] 2024-11-20T21:51:05,564 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => b49815685d8a7e05666467f953dd8264, NAME => 'testDatalossWhenInputError,,1732139465065.b49815685d8a7e05666467f953dd8264.', STARTKEY => '', ENDKEY => ''} 2024-11-20T21:51:05,564 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testDatalossWhenInputError,,1732139465065.b49815685d8a7e05666467f953dd8264.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T21:51:05,564 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for b49815685d8a7e05666467f953dd8264 2024-11-20T21:51:05,564 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for b49815685d8a7e05666467f953dd8264 2024-11-20T21:51:05,567 INFO [StoreOpener-b49815685d8a7e05666467f953dd8264-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region b49815685d8a7e05666467f953dd8264 2024-11-20T21:51:05,569 INFO [StoreOpener-b49815685d8a7e05666467f953dd8264-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b49815685d8a7e05666467f953dd8264 columnFamilyName a 2024-11-20T21:51:05,569 DEBUG [StoreOpener-b49815685d8a7e05666467f953dd8264-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:51:05,570 INFO [StoreOpener-b49815685d8a7e05666467f953dd8264-1 {}] regionserver.HStore(327): Store=b49815685d8a7e05666467f953dd8264/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T21:51:05,570 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for b49815685d8a7e05666467f953dd8264 2024-11-20T21:51:05,570 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41921/hbase/data/default/testDatalossWhenInputError/b49815685d8a7e05666467f953dd8264 2024-11-20T21:51:05,572 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:41921/hbase/data/default/testDatalossWhenInputError/b49815685d8a7e05666467f953dd8264 2024-11-20T21:51:05,572 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:41921/hbase/data/default/testDatalossWhenInputError/b49815685d8a7e05666467f953dd8264/recovered.edits/0000000000000000012 2024-11-20T21:51:05,575 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:41921/hbase/data/default/testDatalossWhenInputError/b49815685d8a7e05666467f953dd8264/recovered.edits/0000000000000000012: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-11-20T21:51:05,576 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 10, skipped 0, firstSequenceIdInLog=3, maxSequenceIdInLog=12, path=hdfs://localhost:41921/hbase/data/default/testDatalossWhenInputError/b49815685d8a7e05666467f953dd8264/recovered.edits/0000000000000000012 2024-11-20T21:51:05,576 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing b49815685d8a7e05666467f953dd8264 1/1 column families, dataSize=750 B heapSize=1.73 KB 2024-11-20T21:51:05,595 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41921/hbase/data/default/testDatalossWhenInputError/b49815685d8a7e05666467f953dd8264/.tmp/a/a63f2382debb43ca98f3cc9ded47243a is 79, key is testDatalossWhenInputError/a:x0/1732139465138/Put/seqid=0 2024-11-20T21:51:05,603 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073741914_1092 (size=5808) 2024-11-20T21:51:05,603 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33523 is added to blk_1073741914_1092 (size=5808) 2024-11-20T21:51:05,603 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40861 is added to blk_1073741914_1092 (size=5808) 2024-11-20T21:51:05,604 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=750 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:41921/hbase/data/default/testDatalossWhenInputError/b49815685d8a7e05666467f953dd8264/.tmp/a/a63f2382debb43ca98f3cc9ded47243a 2024-11-20T21:51:05,610 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-20T21:51:05,614 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41921/hbase/data/default/testDatalossWhenInputError/b49815685d8a7e05666467f953dd8264/.tmp/a/a63f2382debb43ca98f3cc9ded47243a as hdfs://localhost:41921/hbase/data/default/testDatalossWhenInputError/b49815685d8a7e05666467f953dd8264/a/a63f2382debb43ca98f3cc9ded47243a 2024-11-20T21:51:05,623 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41921/hbase/data/default/testDatalossWhenInputError/b49815685d8a7e05666467f953dd8264/a/a63f2382debb43ca98f3cc9ded47243a, entries=10, sequenceid=12, filesize=5.7 K 2024-11-20T21:51:05,623 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~750 B/750, heapSize ~1.72 KB/1760, currentSize=0 B/0 for b49815685d8a7e05666467f953dd8264 in 47ms, sequenceid=12, compaction requested=false; wal=null 2024-11-20T21:51:05,624 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:41921/hbase/data/default/testDatalossWhenInputError/b49815685d8a7e05666467f953dd8264/recovered.edits/0000000000000000012 2024-11-20T21:51:05,626 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for b49815685d8a7e05666467f953dd8264 2024-11-20T21:51:05,626 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for b49815685d8a7e05666467f953dd8264 2024-11-20T21:51:05,629 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for b49815685d8a7e05666467f953dd8264 2024-11-20T21:51:05,631 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41921/hbase/data/default/testDatalossWhenInputError/b49815685d8a7e05666467f953dd8264/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-11-20T21:51:05,632 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened b49815685d8a7e05666467f953dd8264; next sequenceid=13; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63819654, jitterRate=-0.04901304841041565}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-20T21:51:05,632 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for b49815685d8a7e05666467f953dd8264: Writing region info on filesystem at 1732139465564Initializing all the Stores at 1732139465567 (+3 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732139465567Obtaining lock to block concurrent updates at 1732139465576 (+9 ms)Preparing flush snapshotting stores in b49815685d8a7e05666467f953dd8264 at 1732139465576Finished memstore snapshotting testDatalossWhenInputError,,1732139465065.b49815685d8a7e05666467f953dd8264., syncing WAL and waiting on mvcc, flushsize=dataSize=750, getHeapSize=1760, getOffHeapSize=0, getCellsCount=10 at 1732139465576Flushing stores of testDatalossWhenInputError,,1732139465065.b49815685d8a7e05666467f953dd8264. at 1732139465576Flushing b49815685d8a7e05666467f953dd8264/a: creating writer at 1732139465576Flushing b49815685d8a7e05666467f953dd8264/a: appending metadata at 1732139465595 (+19 ms)Flushing b49815685d8a7e05666467f953dd8264/a: closing flushed file at 1732139465595Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@169978b9: reopening flushed file at 1732139465612 (+17 ms)Finished flush of dataSize ~750 B/750, heapSize ~1.72 KB/1760, currentSize=0 B/0 for b49815685d8a7e05666467f953dd8264 in 47ms, sequenceid=12, compaction requested=false; wal=null at 1732139465624 (+12 ms)Cleaning up temporary data from old regions at 1732139465626 (+2 ms)Region opened successfully at 1732139465632 (+6 ms) 2024-11-20T21:51:05,635 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => b49815685d8a7e05666467f953dd8264, NAME => 'testDatalossWhenInputError,,1732139465065.b49815685d8a7e05666467f953dd8264.', STARTKEY => '', ENDKEY => ''} 2024-11-20T21:51:05,635 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testDatalossWhenInputError,,1732139465065.b49815685d8a7e05666467f953dd8264.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T21:51:05,635 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for b49815685d8a7e05666467f953dd8264 2024-11-20T21:51:05,635 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for b49815685d8a7e05666467f953dd8264 2024-11-20T21:51:05,637 INFO [StoreOpener-b49815685d8a7e05666467f953dd8264-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region b49815685d8a7e05666467f953dd8264 2024-11-20T21:51:05,637 INFO [StoreOpener-b49815685d8a7e05666467f953dd8264-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b49815685d8a7e05666467f953dd8264 columnFamilyName a 2024-11-20T21:51:05,638 DEBUG [StoreOpener-b49815685d8a7e05666467f953dd8264-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:51:05,643 DEBUG [StoreOpener-b49815685d8a7e05666467f953dd8264-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:41921/hbase/data/default/testDatalossWhenInputError/b49815685d8a7e05666467f953dd8264/a/a63f2382debb43ca98f3cc9ded47243a 2024-11-20T21:51:05,643 INFO [StoreOpener-b49815685d8a7e05666467f953dd8264-1 {}] regionserver.HStore(327): Store=b49815685d8a7e05666467f953dd8264/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T21:51:05,643 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for b49815685d8a7e05666467f953dd8264 2024-11-20T21:51:05,644 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41921/hbase/data/default/testDatalossWhenInputError/b49815685d8a7e05666467f953dd8264 2024-11-20T21:51:05,646 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41921/hbase/data/default/testDatalossWhenInputError/b49815685d8a7e05666467f953dd8264 2024-11-20T21:51:05,646 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for b49815685d8a7e05666467f953dd8264 2024-11-20T21:51:05,646 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for b49815685d8a7e05666467f953dd8264 2024-11-20T21:51:05,648 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for b49815685d8a7e05666467f953dd8264 2024-11-20T21:51:05,650 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41921/hbase/data/default/testDatalossWhenInputError/b49815685d8a7e05666467f953dd8264/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=12 2024-11-20T21:51:05,652 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened b49815685d8a7e05666467f953dd8264; next sequenceid=14; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71158354, jitterRate=0.060342103242874146}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-20T21:51:05,652 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for b49815685d8a7e05666467f953dd8264: Writing region info on filesystem at 1732139465636Initializing all the Stores at 1732139465636Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732139465636Cleaning up temporary data from old regions at 1732139465646 (+10 ms)Region opened successfully at 1732139465652 (+6 ms) 2024-11-20T21:51:05,667 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayCompressed#testDatalossWhenInputError Thread=423 (was 412) Potentially hanging thread: PacketResponder: BP-2054634144-172.17.0.2-1732139433704:blk_1073741913_1091, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_570430170_22 at /127.0.0.1:50282 [Receiving block BP-2054634144-172.17.0.2-1732139433704:blk_1073741913_1091] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_570430170_22 at /127.0.0.1:55944 [Receiving block BP-2054634144-172.17.0.2-1732139433704:blk_1073741913_1091] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-24-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_570430170_22 at /127.0.0.1:60522 [Receiving block BP-2054634144-172.17.0.2-1732139433704:blk_1073741913_1091] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_570430170_22 at /127.0.0.1:55850 [Waiting for operation #21] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_570430170_22 at /127.0.0.1:60512 [Waiting for operation #12] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-24-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-2054634144-172.17.0.2-1732139433704:blk_1073741913_1091, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-24-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-2054634144-172.17.0.2-1732139433704:blk_1073741913_1091, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=1261 (was 1177) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=101 (was 101), ProcessCount=11 (was 11), AvailableMemoryMB=3067 (was 3074) 2024-11-20T21:51:05,667 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1261 is superior to 1024 2024-11-20T21:51:05,678 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayCompressed#testCompactedBulkLoadedFiles Thread=423, OpenFileDescriptor=1261, MaxFileDescriptor=1048576, SystemLoadAverage=101, ProcessCount=11, AvailableMemoryMB=3066 2024-11-20T21:51:05,678 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1261 is superior to 1024 2024-11-20T21:51:05,692 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T21:51:05,693 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T21:51:05,694 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T21:51:05,696 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-26925305, suffix=, logDir=hdfs://localhost:41921/hbase/WALs/hregion-26925305, archiveDir=hdfs://localhost:41921/hbase/oldWALs, maxLogs=32 2024-11-20T21:51:05,707 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-26925305/hregion-26925305.1732139465696, exclude list is [], retry=0 2024-11-20T21:51:05,710 DEBUG [AsyncFSWAL-26-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34821,DS-227376d8-446b-4d9d-93bd-c918f8b2a0a4,DISK] 2024-11-20T21:51:05,710 DEBUG [AsyncFSWAL-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33523,DS-d1189d62-b129-4f55-974b-c3c4144a4e3b,DISK] 2024-11-20T21:51:05,710 DEBUG [AsyncFSWAL-26-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40861,DS-f2cc9084-db20-46a0-820e-047e4164573b,DISK] 2024-11-20T21:51:05,712 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-26925305/hregion-26925305.1732139465696 2024-11-20T21:51:05,712 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35005:35005),(127.0.0.1/127.0.0.1:41653:41653),(127.0.0.1/127.0.0.1:46499:46499)] 2024-11-20T21:51:05,712 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 114f6526b6e3e9df06d4deb43de28ec0, NAME => 'testCompactedBulkLoadedFiles,,1732139465692.114f6526b6e3e9df06d4deb43de28ec0.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testCompactedBulkLoadedFiles', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41921/hbase 2024-11-20T21:51:05,719 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33523 is added to blk_1073741916_1094 (size=63) 2024-11-20T21:51:05,719 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40861 is added to blk_1073741916_1094 (size=63) 2024-11-20T21:51:05,719 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073741916_1094 (size=63) 2024-11-20T21:51:05,720 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testCompactedBulkLoadedFiles,,1732139465692.114f6526b6e3e9df06d4deb43de28ec0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T21:51:05,721 INFO [StoreOpener-114f6526b6e3e9df06d4deb43de28ec0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 114f6526b6e3e9df06d4deb43de28ec0 2024-11-20T21:51:05,722 INFO [StoreOpener-114f6526b6e3e9df06d4deb43de28ec0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 114f6526b6e3e9df06d4deb43de28ec0 columnFamilyName a 2024-11-20T21:51:05,722 DEBUG [StoreOpener-114f6526b6e3e9df06d4deb43de28ec0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:51:05,722 INFO [StoreOpener-114f6526b6e3e9df06d4deb43de28ec0-1 {}] regionserver.HStore(327): Store=114f6526b6e3e9df06d4deb43de28ec0/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T21:51:05,722 INFO [StoreOpener-114f6526b6e3e9df06d4deb43de28ec0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 114f6526b6e3e9df06d4deb43de28ec0 2024-11-20T21:51:05,723 INFO [StoreOpener-114f6526b6e3e9df06d4deb43de28ec0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 114f6526b6e3e9df06d4deb43de28ec0 columnFamilyName b 2024-11-20T21:51:05,723 DEBUG [StoreOpener-114f6526b6e3e9df06d4deb43de28ec0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:51:05,724 INFO [StoreOpener-114f6526b6e3e9df06d4deb43de28ec0-1 {}] regionserver.HStore(327): Store=114f6526b6e3e9df06d4deb43de28ec0/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T21:51:05,724 INFO [StoreOpener-114f6526b6e3e9df06d4deb43de28ec0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 114f6526b6e3e9df06d4deb43de28ec0 2024-11-20T21:51:05,725 INFO [StoreOpener-114f6526b6e3e9df06d4deb43de28ec0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 114f6526b6e3e9df06d4deb43de28ec0 columnFamilyName c 2024-11-20T21:51:05,725 DEBUG [StoreOpener-114f6526b6e3e9df06d4deb43de28ec0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:51:05,726 INFO [StoreOpener-114f6526b6e3e9df06d4deb43de28ec0-1 {}] regionserver.HStore(327): Store=114f6526b6e3e9df06d4deb43de28ec0/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T21:51:05,726 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 114f6526b6e3e9df06d4deb43de28ec0 2024-11-20T21:51:05,727 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41921/hbase/data/default/testCompactedBulkLoadedFiles/114f6526b6e3e9df06d4deb43de28ec0 2024-11-20T21:51:05,727 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41921/hbase/data/default/testCompactedBulkLoadedFiles/114f6526b6e3e9df06d4deb43de28ec0 2024-11-20T21:51:05,728 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 114f6526b6e3e9df06d4deb43de28ec0 2024-11-20T21:51:05,728 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 114f6526b6e3e9df06d4deb43de28ec0 2024-11-20T21:51:05,728 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testCompactedBulkLoadedFiles descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T21:51:05,729 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 114f6526b6e3e9df06d4deb43de28ec0 2024-11-20T21:51:05,732 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41921/hbase/data/default/testCompactedBulkLoadedFiles/114f6526b6e3e9df06d4deb43de28ec0/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T21:51:05,732 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 114f6526b6e3e9df06d4deb43de28ec0; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59628995, jitterRate=-0.11145873367786407}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T21:51:05,733 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 114f6526b6e3e9df06d4deb43de28ec0: Writing region info on filesystem at 1732139465720Initializing all the Stores at 1732139465720Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732139465720Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732139465720Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732139465720Cleaning up temporary data from old regions at 1732139465728 (+8 ms)Region opened successfully at 1732139465733 (+5 ms) 2024-11-20T21:51:05,733 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 114f6526b6e3e9df06d4deb43de28ec0, disabling compactions & flushes 2024-11-20T21:51:05,733 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testCompactedBulkLoadedFiles,,1732139465692.114f6526b6e3e9df06d4deb43de28ec0. 2024-11-20T21:51:05,733 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testCompactedBulkLoadedFiles,,1732139465692.114f6526b6e3e9df06d4deb43de28ec0. 2024-11-20T21:51:05,733 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testCompactedBulkLoadedFiles,,1732139465692.114f6526b6e3e9df06d4deb43de28ec0. after waiting 0 ms 2024-11-20T21:51:05,733 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testCompactedBulkLoadedFiles,,1732139465692.114f6526b6e3e9df06d4deb43de28ec0. 2024-11-20T21:51:05,733 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testCompactedBulkLoadedFiles,,1732139465692.114f6526b6e3e9df06d4deb43de28ec0. 2024-11-20T21:51:05,733 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 114f6526b6e3e9df06d4deb43de28ec0: Waiting for close lock at 1732139465733Disabling compacts and flushes for region at 1732139465733Disabling writes for close at 1732139465733Writing region close event to WAL at 1732139465733Closed at 1732139465733 2024-11-20T21:51:05,736 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33523 is added to blk_1073741915_1093 (size=93) 2024-11-20T21:51:05,736 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40861 is added to blk_1073741915_1093 (size=93) 2024-11-20T21:51:05,736 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073741915_1093 (size=93) 2024-11-20T21:51:05,738 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-20T21:51:05,738 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-26925305:(num 1732139465696) 2024-11-20T21:51:05,738 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-20T21:51:05,740 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:41921/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732139465691, archiveDir=hdfs://localhost:41921/hbase/oldWALs, maxLogs=32 2024-11-20T21:51:05,754 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732139465691/wal.1732139465741, exclude list is [], retry=0 2024-11-20T21:51:05,756 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40861,DS-f2cc9084-db20-46a0-820e-047e4164573b,DISK] 2024-11-20T21:51:05,757 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33523,DS-d1189d62-b129-4f55-974b-c3c4144a4e3b,DISK] 2024-11-20T21:51:05,757 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34821,DS-227376d8-446b-4d9d-93bd-c918f8b2a0a4,DISK] 2024-11-20T21:51:05,758 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732139465691/wal.1732139465741 2024-11-20T21:51:05,759 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46499:46499),(127.0.0.1/127.0.0.1:41653:41653),(127.0.0.1/127.0.0.1:35005:35005)] 2024-11-20T21:51:05,759 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 114f6526b6e3e9df06d4deb43de28ec0, NAME => 'testCompactedBulkLoadedFiles,,1732139465692.114f6526b6e3e9df06d4deb43de28ec0.', STARTKEY => '', ENDKEY => ''} 2024-11-20T21:51:05,759 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testCompactedBulkLoadedFiles,,1732139465692.114f6526b6e3e9df06d4deb43de28ec0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T21:51:05,759 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 114f6526b6e3e9df06d4deb43de28ec0 2024-11-20T21:51:05,759 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 114f6526b6e3e9df06d4deb43de28ec0 2024-11-20T21:51:05,761 INFO [StoreOpener-114f6526b6e3e9df06d4deb43de28ec0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 114f6526b6e3e9df06d4deb43de28ec0 2024-11-20T21:51:05,762 INFO [StoreOpener-114f6526b6e3e9df06d4deb43de28ec0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 114f6526b6e3e9df06d4deb43de28ec0 columnFamilyName a 2024-11-20T21:51:05,762 DEBUG [StoreOpener-114f6526b6e3e9df06d4deb43de28ec0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:51:05,762 INFO [StoreOpener-114f6526b6e3e9df06d4deb43de28ec0-1 {}] regionserver.HStore(327): Store=114f6526b6e3e9df06d4deb43de28ec0/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T21:51:05,763 INFO [StoreOpener-114f6526b6e3e9df06d4deb43de28ec0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 114f6526b6e3e9df06d4deb43de28ec0 2024-11-20T21:51:05,763 INFO [StoreOpener-114f6526b6e3e9df06d4deb43de28ec0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 114f6526b6e3e9df06d4deb43de28ec0 columnFamilyName b 2024-11-20T21:51:05,763 DEBUG [StoreOpener-114f6526b6e3e9df06d4deb43de28ec0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:51:05,764 INFO [StoreOpener-114f6526b6e3e9df06d4deb43de28ec0-1 {}] regionserver.HStore(327): Store=114f6526b6e3e9df06d4deb43de28ec0/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T21:51:05,764 INFO [StoreOpener-114f6526b6e3e9df06d4deb43de28ec0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 114f6526b6e3e9df06d4deb43de28ec0 2024-11-20T21:51:05,765 INFO [StoreOpener-114f6526b6e3e9df06d4deb43de28ec0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 114f6526b6e3e9df06d4deb43de28ec0 columnFamilyName c 2024-11-20T21:51:05,765 DEBUG [StoreOpener-114f6526b6e3e9df06d4deb43de28ec0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:51:05,765 INFO [StoreOpener-114f6526b6e3e9df06d4deb43de28ec0-1 {}] regionserver.HStore(327): Store=114f6526b6e3e9df06d4deb43de28ec0/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T21:51:05,766 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 114f6526b6e3e9df06d4deb43de28ec0 2024-11-20T21:51:05,766 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41921/hbase/data/default/testCompactedBulkLoadedFiles/114f6526b6e3e9df06d4deb43de28ec0 2024-11-20T21:51:05,767 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41921/hbase/data/default/testCompactedBulkLoadedFiles/114f6526b6e3e9df06d4deb43de28ec0 2024-11-20T21:51:05,768 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 114f6526b6e3e9df06d4deb43de28ec0 2024-11-20T21:51:05,768 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 114f6526b6e3e9df06d4deb43de28ec0 2024-11-20T21:51:05,769 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testCompactedBulkLoadedFiles descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T21:51:05,770 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 114f6526b6e3e9df06d4deb43de28ec0 2024-11-20T21:51:05,771 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 114f6526b6e3e9df06d4deb43de28ec0; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71935395, jitterRate=0.07192091643810272}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T21:51:05,772 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 114f6526b6e3e9df06d4deb43de28ec0: Writing region info on filesystem at 1732139465759Initializing all the Stores at 1732139465760 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732139465760Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732139465760Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732139465760Cleaning up temporary data from old regions at 1732139465768 (+8 ms)Region opened successfully at 1732139465772 (+4 ms) 2024-11-20T21:51:05,776 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41921/hbase/testCompactedBulkLoadedFiles/hfile0 is 32, key is 000/a:a/1732139465776/Put/seqid=0 2024-11-20T21:51:05,787 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40861 is added to blk_1073741918_1096 (size=4875) 2024-11-20T21:51:05,787 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073741918_1096 (size=4875) 2024-11-20T21:51:05,787 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33523 is added to blk_1073741918_1096 (size=4875) 2024-11-20T21:51:05,791 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41921/hbase/testCompactedBulkLoadedFiles/hfile1 is 32, key is 100/a:a/1732139465790/Put/seqid=0 2024-11-20T21:51:05,797 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33523 is added to blk_1073741919_1097 (size=4875) 2024-11-20T21:51:05,797 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40861 is added to blk_1073741919_1097 (size=4875) 2024-11-20T21:51:05,797 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073741919_1097 (size=4875) 2024-11-20T21:51:05,799 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41921/hbase/testCompactedBulkLoadedFiles/hfile2 is 32, key is 200/a:a/1732139465799/Put/seqid=0 2024-11-20T21:51:05,807 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073741920_1098 (size=4875) 2024-11-20T21:51:05,807 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33523 is added to blk_1073741920_1098 (size=4875) 2024-11-20T21:51:05,807 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40861 is added to blk_1073741920_1098 (size=4875) 2024-11-20T21:51:05,808 INFO [Time-limited test {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:41921/hbase/testCompactedBulkLoadedFiles/hfile0 for inclusion in 114f6526b6e3e9df06d4deb43de28ec0/a 2024-11-20T21:51:05,811 DEBUG [Time-limited test {}] regionserver.HStore(626): HFile bounds: first=000 last=050 2024-11-20T21:51:05,811 DEBUG [Time-limited test {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-20T21:51:05,811 INFO [Time-limited test {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:41921/hbase/testCompactedBulkLoadedFiles/hfile1 for inclusion in 114f6526b6e3e9df06d4deb43de28ec0/a 2024-11-20T21:51:05,815 DEBUG [Time-limited test {}] regionserver.HStore(626): HFile bounds: first=100 last=150 2024-11-20T21:51:05,815 DEBUG [Time-limited test {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-20T21:51:05,815 INFO [Time-limited test {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:41921/hbase/testCompactedBulkLoadedFiles/hfile2 for inclusion in 114f6526b6e3e9df06d4deb43de28ec0/a 2024-11-20T21:51:05,818 DEBUG [Time-limited test {}] regionserver.HStore(626): HFile bounds: first=200 last=250 2024-11-20T21:51:05,818 DEBUG [Time-limited test {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-20T21:51:05,818 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 114f6526b6e3e9df06d4deb43de28ec0 3/3 column families, dataSize=51 B heapSize=896 B 2024-11-20T21:51:05,833 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41921/hbase/data/default/testCompactedBulkLoadedFiles/114f6526b6e3e9df06d4deb43de28ec0/.tmp/a/de3188e7dbb2429795ddda8af5737cb7 is 55, key is testCompactedBulkLoadedFiles/a:a/1732139465772/Put/seqid=0 2024-11-20T21:51:05,839 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073741921_1099 (size=5107) 2024-11-20T21:51:05,839 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33523 is added to blk_1073741921_1099 (size=5107) 2024-11-20T21:51:05,839 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40861 is added to blk_1073741921_1099 (size=5107) 2024-11-20T21:51:05,840 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=4 (bloomFilter=true), to=hdfs://localhost:41921/hbase/data/default/testCompactedBulkLoadedFiles/114f6526b6e3e9df06d4deb43de28ec0/.tmp/a/de3188e7dbb2429795ddda8af5737cb7 2024-11-20T21:51:05,846 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41921/hbase/data/default/testCompactedBulkLoadedFiles/114f6526b6e3e9df06d4deb43de28ec0/.tmp/a/de3188e7dbb2429795ddda8af5737cb7 as hdfs://localhost:41921/hbase/data/default/testCompactedBulkLoadedFiles/114f6526b6e3e9df06d4deb43de28ec0/a/de3188e7dbb2429795ddda8af5737cb7 2024-11-20T21:51:05,851 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41921/hbase/data/default/testCompactedBulkLoadedFiles/114f6526b6e3e9df06d4deb43de28ec0/a/de3188e7dbb2429795ddda8af5737cb7, entries=1, sequenceid=4, filesize=5.0 K 2024-11-20T21:51:05,852 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~51 B/51, heapSize ~368 B/368, currentSize=0 B/0 for 114f6526b6e3e9df06d4deb43de28ec0 in 34ms, sequenceid=4, compaction requested=false 2024-11-20T21:51:05,852 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 114f6526b6e3e9df06d4deb43de28ec0: 2024-11-20T21:51:05,853 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41921/hbase/testCompactedBulkLoadedFiles/hfile0 as hdfs://localhost:41921/hbase/data/default/testCompactedBulkLoadedFiles/114f6526b6e3e9df06d4deb43de28ec0/a/67c5f830970b414cbee60b5b1027ee91_SeqId_4_ 2024-11-20T21:51:05,854 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41921/hbase/testCompactedBulkLoadedFiles/hfile1 as hdfs://localhost:41921/hbase/data/default/testCompactedBulkLoadedFiles/114f6526b6e3e9df06d4deb43de28ec0/a/8cb8024788cd489b90e178965ccdf665_SeqId_4_ 2024-11-20T21:51:05,855 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41921/hbase/testCompactedBulkLoadedFiles/hfile2 as hdfs://localhost:41921/hbase/data/default/testCompactedBulkLoadedFiles/114f6526b6e3e9df06d4deb43de28ec0/a/8be784ce198047758beafffabab0128b_SeqId_4_ 2024-11-20T21:51:05,856 INFO [Time-limited test {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:41921/hbase/testCompactedBulkLoadedFiles/hfile0 into 114f6526b6e3e9df06d4deb43de28ec0/a as hdfs://localhost:41921/hbase/data/default/testCompactedBulkLoadedFiles/114f6526b6e3e9df06d4deb43de28ec0/a/67c5f830970b414cbee60b5b1027ee91_SeqId_4_ - updating store file list. 2024-11-20T21:51:05,860 DEBUG [Time-limited test {}] regionserver.HStoreFile(483): HFile Bloom filter type for 67c5f830970b414cbee60b5b1027ee91_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-20T21:51:05,860 INFO [Time-limited test {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:41921/hbase/data/default/testCompactedBulkLoadedFiles/114f6526b6e3e9df06d4deb43de28ec0/a/67c5f830970b414cbee60b5b1027ee91_SeqId_4_ into 114f6526b6e3e9df06d4deb43de28ec0/a 2024-11-20T21:51:05,860 INFO [Time-limited test {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:41921/hbase/testCompactedBulkLoadedFiles/hfile0 into 114f6526b6e3e9df06d4deb43de28ec0/a (new location: hdfs://localhost:41921/hbase/data/default/testCompactedBulkLoadedFiles/114f6526b6e3e9df06d4deb43de28ec0/a/67c5f830970b414cbee60b5b1027ee91_SeqId_4_) 2024-11-20T21:51:05,861 INFO [Time-limited test {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:41921/hbase/testCompactedBulkLoadedFiles/hfile1 into 114f6526b6e3e9df06d4deb43de28ec0/a as hdfs://localhost:41921/hbase/data/default/testCompactedBulkLoadedFiles/114f6526b6e3e9df06d4deb43de28ec0/a/8cb8024788cd489b90e178965ccdf665_SeqId_4_ - updating store file list. 2024-11-20T21:51:05,866 DEBUG [Time-limited test {}] regionserver.HStoreFile(483): HFile Bloom filter type for 8cb8024788cd489b90e178965ccdf665_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-20T21:51:05,866 INFO [Time-limited test {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:41921/hbase/data/default/testCompactedBulkLoadedFiles/114f6526b6e3e9df06d4deb43de28ec0/a/8cb8024788cd489b90e178965ccdf665_SeqId_4_ into 114f6526b6e3e9df06d4deb43de28ec0/a 2024-11-20T21:51:05,866 INFO [Time-limited test {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:41921/hbase/testCompactedBulkLoadedFiles/hfile1 into 114f6526b6e3e9df06d4deb43de28ec0/a (new location: hdfs://localhost:41921/hbase/data/default/testCompactedBulkLoadedFiles/114f6526b6e3e9df06d4deb43de28ec0/a/8cb8024788cd489b90e178965ccdf665_SeqId_4_) 2024-11-20T21:51:05,867 INFO [Time-limited test {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:41921/hbase/testCompactedBulkLoadedFiles/hfile2 into 114f6526b6e3e9df06d4deb43de28ec0/a as hdfs://localhost:41921/hbase/data/default/testCompactedBulkLoadedFiles/114f6526b6e3e9df06d4deb43de28ec0/a/8be784ce198047758beafffabab0128b_SeqId_4_ - updating store file list. 2024-11-20T21:51:05,871 DEBUG [Time-limited test {}] regionserver.HStoreFile(483): HFile Bloom filter type for 8be784ce198047758beafffabab0128b_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-20T21:51:05,871 INFO [Time-limited test {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:41921/hbase/data/default/testCompactedBulkLoadedFiles/114f6526b6e3e9df06d4deb43de28ec0/a/8be784ce198047758beafffabab0128b_SeqId_4_ into 114f6526b6e3e9df06d4deb43de28ec0/a 2024-11-20T21:51:05,872 INFO [Time-limited test {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:41921/hbase/testCompactedBulkLoadedFiles/hfile2 into 114f6526b6e3e9df06d4deb43de28ec0/a (new location: hdfs://localhost:41921/hbase/data/default/testCompactedBulkLoadedFiles/114f6526b6e3e9df06d4deb43de28ec0/a/8be784ce198047758beafffabab0128b_SeqId_4_) 2024-11-20T21:51:05,880 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T21:51:05,880 DEBUG [Time-limited test {}] regionserver.HStore(1541): 114f6526b6e3e9df06d4deb43de28ec0/a is initiating major compaction (all files) 2024-11-20T21:51:05,880 INFO [Time-limited test {}] regionserver.HRegion(2416): Starting compaction of 114f6526b6e3e9df06d4deb43de28ec0/a in testCompactedBulkLoadedFiles,,1732139465692.114f6526b6e3e9df06d4deb43de28ec0. 2024-11-20T21:51:05,880 INFO [Time-limited test {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41921/hbase/data/default/testCompactedBulkLoadedFiles/114f6526b6e3e9df06d4deb43de28ec0/a/de3188e7dbb2429795ddda8af5737cb7, hdfs://localhost:41921/hbase/data/default/testCompactedBulkLoadedFiles/114f6526b6e3e9df06d4deb43de28ec0/a/67c5f830970b414cbee60b5b1027ee91_SeqId_4_, hdfs://localhost:41921/hbase/data/default/testCompactedBulkLoadedFiles/114f6526b6e3e9df06d4deb43de28ec0/a/8cb8024788cd489b90e178965ccdf665_SeqId_4_, hdfs://localhost:41921/hbase/data/default/testCompactedBulkLoadedFiles/114f6526b6e3e9df06d4deb43de28ec0/a/8be784ce198047758beafffabab0128b_SeqId_4_] into tmpdir=hdfs://localhost:41921/hbase/data/default/testCompactedBulkLoadedFiles/114f6526b6e3e9df06d4deb43de28ec0/.tmp, totalSize=19.3 K 2024-11-20T21:51:05,881 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting de3188e7dbb2429795ddda8af5737cb7, keycount=1, bloomtype=ROW, size=5.0 K, encoding=NONE, compression=NONE, seqNum=4, earliestPutTs=1732139465772 2024-11-20T21:51:05,881 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 67c5f830970b414cbee60b5b1027ee91_SeqId_4_, keycount=10, bloomtype=NONE, size=4.8 K, encoding=NONE, compression=NONE, seqNum=4, earliestPutTs=-9223372036854775808 2024-11-20T21:51:05,882 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 8cb8024788cd489b90e178965ccdf665_SeqId_4_, keycount=10, bloomtype=NONE, size=4.8 K, encoding=NONE, compression=NONE, seqNum=4, earliestPutTs=-9223372036854775808 2024-11-20T21:51:05,882 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 8be784ce198047758beafffabab0128b_SeqId_4_, keycount=10, bloomtype=NONE, size=4.8 K, encoding=NONE, compression=NONE, seqNum=4, earliestPutTs=-9223372036854775808 2024-11-20T21:51:05,894 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41921/hbase/data/default/testCompactedBulkLoadedFiles/114f6526b6e3e9df06d4deb43de28ec0/.tmp/a/dd9f5c3ade074dc2b3b740584f4427fc is 55, key is testCompactedBulkLoadedFiles/a:a/1732139465772/Put/seqid=0 2024-11-20T21:51:05,900 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40861 is added to blk_1073741922_1100 (size=6154) 2024-11-20T21:51:05,900 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33523 is added to blk_1073741922_1100 (size=6154) 2024-11-20T21:51:05,900 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073741922_1100 (size=6154) 2024-11-20T21:51:05,906 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41921/hbase/data/default/testCompactedBulkLoadedFiles/114f6526b6e3e9df06d4deb43de28ec0/.tmp/a/dd9f5c3ade074dc2b3b740584f4427fc as hdfs://localhost:41921/hbase/data/default/testCompactedBulkLoadedFiles/114f6526b6e3e9df06d4deb43de28ec0/a/dd9f5c3ade074dc2b3b740584f4427fc 2024-11-20T21:51:05,912 INFO [Time-limited test {}] regionserver.HStore(1337): Completed major compaction of 4 (all) file(s) in 114f6526b6e3e9df06d4deb43de28ec0/a of 114f6526b6e3e9df06d4deb43de28ec0 into dd9f5c3ade074dc2b3b740584f4427fc(size=6.0 K), total size for store is 6.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T21:51:05,912 DEBUG [Time-limited test {}] regionserver.HRegion(2446): Compaction status journal for 114f6526b6e3e9df06d4deb43de28ec0: 2024-11-20T21:51:05,912 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 0 store files, 0 compacting, 0 eligible, 16 blocking 2024-11-20T21:51:05,912 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 0 store files, 0 compacting, 0 eligible, 16 blocking 2024-11-20T21:51:05,943 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41921/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732139465691/wal.1732139465741, size=0 (0bytes) 2024-11-20T21:51:05,943 WARN [Time-limited test {}] wal.WALSplitter(453): File hdfs://localhost:41921/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732139465691/wal.1732139465741 might be still open, length is 0 2024-11-20T21:51:05,943 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41921/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732139465691/wal.1732139465741 2024-11-20T21:51:05,943 WARN [IPC Server handler 2 on default port 41921 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732139465691/wal.1732139465741 has not been closed. Lease recovery is in progress. RecoveryId = 1101 for block blk_1073741917_1095 2024-11-20T21:51:05,944 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:41921/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732139465691/wal.1732139465741 after 1ms 2024-11-20T21:51:06,861 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testDatalossWhenInputError 2024-11-20T21:51:06,861 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testDatalossWhenInputError Metrics about Tables on a single HBase RegionServer 2024-11-20T21:51:06,863 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testCompactedBulkLoadedFiles 2024-11-20T21:51:06,863 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testCompactedBulkLoadedFiles Metrics about Tables on a single HBase RegionServer 2024-11-20T21:51:08,420 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_570430170_22 at /127.0.0.1:55986 [Receiving block BP-2054634144-172.17.0.2-1732139433704:blk_1073741917_1095] {}] datanode.DataXceiver(331): 127.0.0.1:40861:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:55986 dst: /127.0.0.1:40861 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:40861 remote=/127.0.0.1:55986]. Total timeout mills is 60000, 57493 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T21:51:08,421 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_570430170_22 at /127.0.0.1:60566 [Receiving block BP-2054634144-172.17.0.2-1732139433704:blk_1073741917_1095] {}] datanode.DataXceiver(331): 127.0.0.1:34821:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:60566 dst: /127.0.0.1:34821 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T21:51:08,421 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_570430170_22 at /127.0.0.1:50302 [Receiving block BP-2054634144-172.17.0.2-1732139433704:blk_1073741917_1095] {}] datanode.DataXceiver(331): 127.0.0.1:33523:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:50302 dst: /127.0.0.1:33523 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T21:51:08,426 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40861 is added to blk_1073741917_1101 (size=1368) 2024-11-20T21:51:08,427 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33523 is added to blk_1073741917_1101 (size=1368) 2024-11-20T21:51:08,428 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073741917_1101 (size=1368) 2024-11-20T21:51:09,944 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:41921/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732139465691/wal.1732139465741 after 4001ms 2024-11-20T21:51:09,947 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:41921/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732139465691/wal.1732139465741: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-11-20T21:51:09,947 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41921/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732139465691/wal.1732139465741 took 4004ms 2024-11-20T21:51:09,949 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:41921/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732139465691/wal.1732139465741; continuing. 2024-11-20T21:51:09,949 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41921/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732139465691/wal.1732139465741 so closing down 2024-11-20T21:51:09,949 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-20T21:51:09,950 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000003-wal.1732139465741.temp 2024-11-20T21:51:09,951 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41921/hbase/data/default/testCompactedBulkLoadedFiles/114f6526b6e3e9df06d4deb43de28ec0/recovered.edits/0000000000000000003-wal.1732139465741.temp 2024-11-20T21:51:09,951 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-20T21:51:09,957 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073741923_1102 (size=635) 2024-11-20T21:51:09,957 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33523 is added to blk_1073741923_1102 (size=635) 2024-11-20T21:51:09,958 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40861 is added to blk_1073741923_1102 (size=635) 2024-11-20T21:51:09,959 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41921/hbase/data/default/testCompactedBulkLoadedFiles/114f6526b6e3e9df06d4deb43de28ec0/recovered.edits/0000000000000000003-wal.1732139465741.temp (wrote 2 edits, skipped 0 edits in 0 ms) 2024-11-20T21:51:09,960 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41921/hbase/data/default/testCompactedBulkLoadedFiles/114f6526b6e3e9df06d4deb43de28ec0/recovered.edits/0000000000000000003-wal.1732139465741.temp to hdfs://localhost:41921/hbase/data/default/testCompactedBulkLoadedFiles/114f6526b6e3e9df06d4deb43de28ec0/recovered.edits/0000000000000000008 2024-11-20T21:51:09,960 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 5 edits across 1 Regions in 13 ms; skipped=3; WAL=hdfs://localhost:41921/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732139465691/wal.1732139465741, size=0, length=0, corrupted=false, cancelled=false 2024-11-20T21:51:09,960 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41921/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732139465691/wal.1732139465741, journal: Splitting hdfs://localhost:41921/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732139465691/wal.1732139465741, size=0 (0bytes) at 1732139465943Finishing writing output for hdfs://localhost:41921/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732139465691/wal.1732139465741 so closing down at 1732139469949 (+4006 ms)Creating recovered edits writer path=hdfs://localhost:41921/hbase/data/default/testCompactedBulkLoadedFiles/114f6526b6e3e9df06d4deb43de28ec0/recovered.edits/0000000000000000003-wal.1732139465741.temp at 1732139469951 (+2 ms)3 split writer threads finished at 1732139469951Closed recovered edits writer path=hdfs://localhost:41921/hbase/data/default/testCompactedBulkLoadedFiles/114f6526b6e3e9df06d4deb43de28ec0/recovered.edits/0000000000000000003-wal.1732139465741.temp (wrote 2 edits, skipped 0 edits in 0 ms) at 1732139469959 (+8 ms)Rename recovered edits hdfs://localhost:41921/hbase/data/default/testCompactedBulkLoadedFiles/114f6526b6e3e9df06d4deb43de28ec0/recovered.edits/0000000000000000003-wal.1732139465741.temp to hdfs://localhost:41921/hbase/data/default/testCompactedBulkLoadedFiles/114f6526b6e3e9df06d4deb43de28ec0/recovered.edits/0000000000000000008 at 1732139469960 (+1 ms)Processed 5 edits across 1 Regions in 13 ms; skipped=3; WAL=hdfs://localhost:41921/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732139465691/wal.1732139465741, size=0, length=0, corrupted=false, cancelled=false at 1732139469960 2024-11-20T21:51:09,962 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41921/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732139465691/wal.1732139465741 to hdfs://localhost:41921/hbase/oldWALs/wal.1732139465741 2024-11-20T21:51:09,963 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:41921/hbase/data/default/testCompactedBulkLoadedFiles/114f6526b6e3e9df06d4deb43de28ec0/recovered.edits/0000000000000000008 2024-11-20T21:51:09,963 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-20T21:51:09,965 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:41921/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732139465691, archiveDir=hdfs://localhost:41921/hbase/oldWALs, maxLogs=32 2024-11-20T21:51:09,977 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732139465691/wal.1732139469965, exclude list is [], retry=0 2024-11-20T21:51:09,980 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33523,DS-d1189d62-b129-4f55-974b-c3c4144a4e3b,DISK] 2024-11-20T21:51:09,980 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40861,DS-f2cc9084-db20-46a0-820e-047e4164573b,DISK] 2024-11-20T21:51:09,980 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34821,DS-227376d8-446b-4d9d-93bd-c918f8b2a0a4,DISK] 2024-11-20T21:51:09,981 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732139465691/wal.1732139469965 2024-11-20T21:51:09,983 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41653:41653),(127.0.0.1/127.0.0.1:46499:46499),(127.0.0.1/127.0.0.1:35005:35005)] 2024-11-20T21:51:09,983 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 114f6526b6e3e9df06d4deb43de28ec0, NAME => 'testCompactedBulkLoadedFiles,,1732139465692.114f6526b6e3e9df06d4deb43de28ec0.', STARTKEY => '', ENDKEY => ''} 2024-11-20T21:51:09,983 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testCompactedBulkLoadedFiles,,1732139465692.114f6526b6e3e9df06d4deb43de28ec0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T21:51:09,983 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 114f6526b6e3e9df06d4deb43de28ec0 2024-11-20T21:51:09,983 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 114f6526b6e3e9df06d4deb43de28ec0 2024-11-20T21:51:09,985 INFO [StoreOpener-114f6526b6e3e9df06d4deb43de28ec0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 114f6526b6e3e9df06d4deb43de28ec0 2024-11-20T21:51:09,986 INFO [StoreOpener-114f6526b6e3e9df06d4deb43de28ec0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 114f6526b6e3e9df06d4deb43de28ec0 columnFamilyName a 2024-11-20T21:51:09,986 DEBUG [StoreOpener-114f6526b6e3e9df06d4deb43de28ec0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:51:09,991 DEBUG [StoreFileOpener-114f6526b6e3e9df06d4deb43de28ec0-a-1 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 67c5f830970b414cbee60b5b1027ee91_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-20T21:51:09,991 DEBUG [StoreOpener-114f6526b6e3e9df06d4deb43de28ec0-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:41921/hbase/data/default/testCompactedBulkLoadedFiles/114f6526b6e3e9df06d4deb43de28ec0/a/67c5f830970b414cbee60b5b1027ee91_SeqId_4_ 2024-11-20T21:51:09,995 DEBUG [StoreFileOpener-114f6526b6e3e9df06d4deb43de28ec0-a-1 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 8be784ce198047758beafffabab0128b_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-20T21:51:09,995 DEBUG [StoreOpener-114f6526b6e3e9df06d4deb43de28ec0-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:41921/hbase/data/default/testCompactedBulkLoadedFiles/114f6526b6e3e9df06d4deb43de28ec0/a/8be784ce198047758beafffabab0128b_SeqId_4_ 2024-11-20T21:51:09,998 DEBUG [StoreFileOpener-114f6526b6e3e9df06d4deb43de28ec0-a-1 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 8cb8024788cd489b90e178965ccdf665_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-20T21:51:09,998 DEBUG [StoreOpener-114f6526b6e3e9df06d4deb43de28ec0-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:41921/hbase/data/default/testCompactedBulkLoadedFiles/114f6526b6e3e9df06d4deb43de28ec0/a/8cb8024788cd489b90e178965ccdf665_SeqId_4_ 2024-11-20T21:51:10,003 DEBUG [StoreOpener-114f6526b6e3e9df06d4deb43de28ec0-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:41921/hbase/data/default/testCompactedBulkLoadedFiles/114f6526b6e3e9df06d4deb43de28ec0/a/dd9f5c3ade074dc2b3b740584f4427fc 2024-11-20T21:51:10,008 DEBUG [StoreOpener-114f6526b6e3e9df06d4deb43de28ec0-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:41921/hbase/data/default/testCompactedBulkLoadedFiles/114f6526b6e3e9df06d4deb43de28ec0/a/de3188e7dbb2429795ddda8af5737cb7 2024-11-20T21:51:10,008 WARN [StoreOpener-114f6526b6e3e9df06d4deb43de28ec0-1 {}] regionserver.StoreEngine(317): Clearing the compacted storefile hdfs://localhost:41921/hbase/data/default/testCompactedBulkLoadedFiles/114f6526b6e3e9df06d4deb43de28ec0/a/67c5f830970b414cbee60b5b1027ee91_SeqId_4_ from org.apache.hadoop.hbase.regionserver.DefaultStoreEngine@e437f2b 2024-11-20T21:51:10,008 WARN [StoreOpener-114f6526b6e3e9df06d4deb43de28ec0-1 {}] regionserver.StoreEngine(317): Clearing the compacted storefile hdfs://localhost:41921/hbase/data/default/testCompactedBulkLoadedFiles/114f6526b6e3e9df06d4deb43de28ec0/a/8be784ce198047758beafffabab0128b_SeqId_4_ from org.apache.hadoop.hbase.regionserver.DefaultStoreEngine@e437f2b 2024-11-20T21:51:10,008 WARN [StoreOpener-114f6526b6e3e9df06d4deb43de28ec0-1 {}] regionserver.StoreEngine(317): Clearing the compacted storefile hdfs://localhost:41921/hbase/data/default/testCompactedBulkLoadedFiles/114f6526b6e3e9df06d4deb43de28ec0/a/8cb8024788cd489b90e178965ccdf665_SeqId_4_ from org.apache.hadoop.hbase.regionserver.DefaultStoreEngine@e437f2b 2024-11-20T21:51:10,008 WARN [StoreOpener-114f6526b6e3e9df06d4deb43de28ec0-1 {}] regionserver.StoreEngine(317): Clearing the compacted storefile hdfs://localhost:41921/hbase/data/default/testCompactedBulkLoadedFiles/114f6526b6e3e9df06d4deb43de28ec0/a/de3188e7dbb2429795ddda8af5737cb7 from org.apache.hadoop.hbase.regionserver.DefaultStoreEngine@e437f2b 2024-11-20T21:51:10,008 DEBUG [StoreOpener-114f6526b6e3e9df06d4deb43de28ec0-1 {}] regionserver.StoreEngine(327): Moving the files [hdfs://localhost:41921/hbase/data/default/testCompactedBulkLoadedFiles/114f6526b6e3e9df06d4deb43de28ec0/a/67c5f830970b414cbee60b5b1027ee91_SeqId_4_, hdfs://localhost:41921/hbase/data/default/testCompactedBulkLoadedFiles/114f6526b6e3e9df06d4deb43de28ec0/a/8be784ce198047758beafffabab0128b_SeqId_4_, hdfs://localhost:41921/hbase/data/default/testCompactedBulkLoadedFiles/114f6526b6e3e9df06d4deb43de28ec0/a/8cb8024788cd489b90e178965ccdf665_SeqId_4_, hdfs://localhost:41921/hbase/data/default/testCompactedBulkLoadedFiles/114f6526b6e3e9df06d4deb43de28ec0/a/de3188e7dbb2429795ddda8af5737cb7] to archive 2024-11-20T21:51:10,009 DEBUG [StoreOpener-114f6526b6e3e9df06d4deb43de28ec0-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-20T21:51:10,011 DEBUG [StoreOpener-114f6526b6e3e9df06d4deb43de28ec0-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41921/hbase/data/default/testCompactedBulkLoadedFiles/114f6526b6e3e9df06d4deb43de28ec0/a/67c5f830970b414cbee60b5b1027ee91_SeqId_4_ to hdfs://localhost:41921/hbase/archive/data/default/testCompactedBulkLoadedFiles/114f6526b6e3e9df06d4deb43de28ec0/a/67c5f830970b414cbee60b5b1027ee91_SeqId_4_ 2024-11-20T21:51:10,012 DEBUG [StoreOpener-114f6526b6e3e9df06d4deb43de28ec0-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41921/hbase/data/default/testCompactedBulkLoadedFiles/114f6526b6e3e9df06d4deb43de28ec0/a/8be784ce198047758beafffabab0128b_SeqId_4_ to hdfs://localhost:41921/hbase/archive/data/default/testCompactedBulkLoadedFiles/114f6526b6e3e9df06d4deb43de28ec0/a/8be784ce198047758beafffabab0128b_SeqId_4_ 2024-11-20T21:51:10,013 DEBUG [StoreOpener-114f6526b6e3e9df06d4deb43de28ec0-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41921/hbase/data/default/testCompactedBulkLoadedFiles/114f6526b6e3e9df06d4deb43de28ec0/a/8cb8024788cd489b90e178965ccdf665_SeqId_4_ to hdfs://localhost:41921/hbase/archive/data/default/testCompactedBulkLoadedFiles/114f6526b6e3e9df06d4deb43de28ec0/a/8cb8024788cd489b90e178965ccdf665_SeqId_4_ 2024-11-20T21:51:10,014 DEBUG [StoreOpener-114f6526b6e3e9df06d4deb43de28ec0-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41921/hbase/data/default/testCompactedBulkLoadedFiles/114f6526b6e3e9df06d4deb43de28ec0/a/de3188e7dbb2429795ddda8af5737cb7 to hdfs://localhost:41921/hbase/archive/data/default/testCompactedBulkLoadedFiles/114f6526b6e3e9df06d4deb43de28ec0/a/de3188e7dbb2429795ddda8af5737cb7 2024-11-20T21:51:10,014 INFO [StoreOpener-114f6526b6e3e9df06d4deb43de28ec0-1 {}] regionserver.HStore(327): Store=114f6526b6e3e9df06d4deb43de28ec0/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T21:51:10,014 INFO [StoreOpener-114f6526b6e3e9df06d4deb43de28ec0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 114f6526b6e3e9df06d4deb43de28ec0 2024-11-20T21:51:10,015 INFO [StoreOpener-114f6526b6e3e9df06d4deb43de28ec0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 114f6526b6e3e9df06d4deb43de28ec0 columnFamilyName b 2024-11-20T21:51:10,015 DEBUG [StoreOpener-114f6526b6e3e9df06d4deb43de28ec0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:51:10,015 INFO [StoreOpener-114f6526b6e3e9df06d4deb43de28ec0-1 {}] regionserver.HStore(327): Store=114f6526b6e3e9df06d4deb43de28ec0/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T21:51:10,016 INFO [StoreOpener-114f6526b6e3e9df06d4deb43de28ec0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 114f6526b6e3e9df06d4deb43de28ec0 2024-11-20T21:51:10,016 INFO [StoreOpener-114f6526b6e3e9df06d4deb43de28ec0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 114f6526b6e3e9df06d4deb43de28ec0 columnFamilyName c 2024-11-20T21:51:10,016 DEBUG [StoreOpener-114f6526b6e3e9df06d4deb43de28ec0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:51:10,017 INFO [StoreOpener-114f6526b6e3e9df06d4deb43de28ec0-1 {}] regionserver.HStore(327): Store=114f6526b6e3e9df06d4deb43de28ec0/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T21:51:10,017 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 114f6526b6e3e9df06d4deb43de28ec0 2024-11-20T21:51:10,017 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41921/hbase/data/default/testCompactedBulkLoadedFiles/114f6526b6e3e9df06d4deb43de28ec0 2024-11-20T21:51:10,019 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:41921/hbase/data/default/testCompactedBulkLoadedFiles/114f6526b6e3e9df06d4deb43de28ec0 2024-11-20T21:51:10,019 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:41921/hbase/data/default/testCompactedBulkLoadedFiles/114f6526b6e3e9df06d4deb43de28ec0/recovered.edits/0000000000000000008 2024-11-20T21:51:10,021 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:41921/hbase/data/default/testCompactedBulkLoadedFiles/114f6526b6e3e9df06d4deb43de28ec0/recovered.edits/0000000000000000008: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-11-20T21:51:10,023 DEBUG [Time-limited test {}] regionserver.HRegion(5836): 114f6526b6e3e9df06d4deb43de28ec0 : Replaying compaction marker table_name: "testCompactedBulkLoadedFiles" encoded_region_name: "114f6526b6e3e9df06d4deb43de28ec0" family_name: "a" compaction_input: "de3188e7dbb2429795ddda8af5737cb7" compaction_input: "67c5f830970b414cbee60b5b1027ee91_SeqId_4_" compaction_input: "8cb8024788cd489b90e178965ccdf665_SeqId_4_" compaction_input: "8be784ce198047758beafffabab0128b_SeqId_4_" compaction_output: "dd9f5c3ade074dc2b3b740584f4427fc" store_home_dir: "a" region_name: "testCompactedBulkLoadedFiles,,1732139465692.114f6526b6e3e9df06d4deb43de28ec0." with seqId=9223372036854775807 and lastReplayedOpenRegionSeqId=-1 2024-11-20T21:51:10,023 DEBUG [Time-limited test {}] regionserver.HStore(1354): Completing compaction from the WAL marker 2024-11-20T21:51:10,023 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 0, skipped 2, firstSequenceIdInLog=3, maxSequenceIdInLog=8, path=hdfs://localhost:41921/hbase/data/default/testCompactedBulkLoadedFiles/114f6526b6e3e9df06d4deb43de28ec0/recovered.edits/0000000000000000008 2024-11-20T21:51:10,024 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:41921/hbase/data/default/testCompactedBulkLoadedFiles/114f6526b6e3e9df06d4deb43de28ec0/recovered.edits/0000000000000000008 2024-11-20T21:51:10,025 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 114f6526b6e3e9df06d4deb43de28ec0 2024-11-20T21:51:10,025 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 114f6526b6e3e9df06d4deb43de28ec0 2024-11-20T21:51:10,025 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testCompactedBulkLoadedFiles descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T21:51:10,027 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 114f6526b6e3e9df06d4deb43de28ec0 2024-11-20T21:51:10,029 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41921/hbase/data/default/testCompactedBulkLoadedFiles/114f6526b6e3e9df06d4deb43de28ec0/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-20T21:51:10,031 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 114f6526b6e3e9df06d4deb43de28ec0; next sequenceid=9; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74108916, jitterRate=0.10430890321731567}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T21:51:10,031 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 114f6526b6e3e9df06d4deb43de28ec0: Writing region info on filesystem at 1732139469984Initializing all the Stores at 1732139469984Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732139469985 (+1 ms)Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732139469985Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732139469985Cleaning up temporary data from old regions at 1732139470025 (+40 ms)Region opened successfully at 1732139470031 (+6 ms) 2024-11-20T21:51:10,033 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 114f6526b6e3e9df06d4deb43de28ec0, disabling compactions & flushes 2024-11-20T21:51:10,033 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testCompactedBulkLoadedFiles,,1732139465692.114f6526b6e3e9df06d4deb43de28ec0. 2024-11-20T21:51:10,033 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testCompactedBulkLoadedFiles,,1732139465692.114f6526b6e3e9df06d4deb43de28ec0. 2024-11-20T21:51:10,033 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testCompactedBulkLoadedFiles,,1732139465692.114f6526b6e3e9df06d4deb43de28ec0. after waiting 0 ms 2024-11-20T21:51:10,033 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testCompactedBulkLoadedFiles,,1732139465692.114f6526b6e3e9df06d4deb43de28ec0. 2024-11-20T21:51:10,034 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testCompactedBulkLoadedFiles,,1732139465692.114f6526b6e3e9df06d4deb43de28ec0. 2024-11-20T21:51:10,034 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 114f6526b6e3e9df06d4deb43de28ec0: Waiting for close lock at 1732139470033Disabling compacts and flushes for region at 1732139470033Disabling writes for close at 1732139470033Writing region close event to WAL at 1732139470034 (+1 ms)Closed at 1732139470034 2024-11-20T21:51:10,036 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33523 is added to blk_1073741924_1103 (size=93) 2024-11-20T21:51:10,036 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40861 is added to blk_1073741924_1103 (size=93) 2024-11-20T21:51:10,037 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073741924_1103 (size=93) 2024-11-20T21:51:10,038 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-20T21:51:10,039 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL wal:(num 1732139469965) 2024-11-20T21:51:10,052 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayCompressed#testCompactedBulkLoadedFiles Thread=437 (was 423) Potentially hanging thread: IPC Client (164445987) connection to localhost/127.0.0.1:41921 from jenkinstestCompactedBulkLoadedFiles java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: AsyncFSWAL-26-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-26-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_2034351028_22 at /127.0.0.1:43292 [Waiting for operation #9] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-26-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkinstestCompactedBulkLoadedFiles@localhost:41921 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_2034351028_22 at /127.0.0.1:34222 [Waiting for operation #3] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_2034351028_22 at /127.0.0.1:37316 [Waiting for operation #7] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=1344 (was 1261) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=93 (was 101), ProcessCount=11 (was 11), AvailableMemoryMB=3051 (was 3066) 2024-11-20T21:51:10,053 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1344 is superior to 1024 2024-11-20T21:51:10,065 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayCompressed#testReplayEditsWrittenViaHRegion Thread=437, OpenFileDescriptor=1344, MaxFileDescriptor=1048576, SystemLoadAverage=93, ProcessCount=11, AvailableMemoryMB=3050 2024-11-20T21:51:10,065 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1344 is superior to 1024 2024-11-20T21:51:10,080 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T21:51:10,082 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T21:51:10,083 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T21:51:10,085 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-11089849, suffix=, logDir=hdfs://localhost:41921/hbase/WALs/hregion-11089849, archiveDir=hdfs://localhost:41921/hbase/oldWALs, maxLogs=32 2024-11-20T21:51:10,099 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-11089849/hregion-11089849.1732139470085, exclude list is [], retry=0 2024-11-20T21:51:10,101 DEBUG [AsyncFSWAL-28-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34821,DS-227376d8-446b-4d9d-93bd-c918f8b2a0a4,DISK] 2024-11-20T21:51:10,102 DEBUG [AsyncFSWAL-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33523,DS-d1189d62-b129-4f55-974b-c3c4144a4e3b,DISK] 2024-11-20T21:51:10,103 DEBUG [AsyncFSWAL-28-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40861,DS-f2cc9084-db20-46a0-820e-047e4164573b,DISK] 2024-11-20T21:51:10,104 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-11089849/hregion-11089849.1732139470085 2024-11-20T21:51:10,105 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35005:35005),(127.0.0.1/127.0.0.1:41653:41653),(127.0.0.1/127.0.0.1:46499:46499)] 2024-11-20T21:51:10,105 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 3babb6f5e60ca989fd383b04dc4613c9, NAME => 'testReplayEditsWrittenViaHRegion,,1732139470080.3babb6f5e60ca989fd383b04dc4613c9.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsWrittenViaHRegion', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41921/hbase 2024-11-20T21:51:10,115 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073741926_1105 (size=67) 2024-11-20T21:51:10,115 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40861 is added to blk_1073741926_1105 (size=67) 2024-11-20T21:51:10,115 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33523 is added to blk_1073741926_1105 (size=67) 2024-11-20T21:51:10,116 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1732139470080.3babb6f5e60ca989fd383b04dc4613c9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T21:51:10,118 INFO [StoreOpener-3babb6f5e60ca989fd383b04dc4613c9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 3babb6f5e60ca989fd383b04dc4613c9 2024-11-20T21:51:10,119 INFO [StoreOpener-3babb6f5e60ca989fd383b04dc4613c9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3babb6f5e60ca989fd383b04dc4613c9 columnFamilyName a 2024-11-20T21:51:10,119 DEBUG [StoreOpener-3babb6f5e60ca989fd383b04dc4613c9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:51:10,120 INFO [StoreOpener-3babb6f5e60ca989fd383b04dc4613c9-1 {}] regionserver.HStore(327): Store=3babb6f5e60ca989fd383b04dc4613c9/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T21:51:10,120 INFO [StoreOpener-3babb6f5e60ca989fd383b04dc4613c9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 3babb6f5e60ca989fd383b04dc4613c9 2024-11-20T21:51:10,121 INFO [StoreOpener-3babb6f5e60ca989fd383b04dc4613c9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3babb6f5e60ca989fd383b04dc4613c9 columnFamilyName b 2024-11-20T21:51:10,121 DEBUG [StoreOpener-3babb6f5e60ca989fd383b04dc4613c9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:51:10,122 INFO [StoreOpener-3babb6f5e60ca989fd383b04dc4613c9-1 {}] regionserver.HStore(327): Store=3babb6f5e60ca989fd383b04dc4613c9/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T21:51:10,122 INFO [StoreOpener-3babb6f5e60ca989fd383b04dc4613c9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 3babb6f5e60ca989fd383b04dc4613c9 2024-11-20T21:51:10,123 INFO [StoreOpener-3babb6f5e60ca989fd383b04dc4613c9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3babb6f5e60ca989fd383b04dc4613c9 columnFamilyName c 2024-11-20T21:51:10,123 DEBUG [StoreOpener-3babb6f5e60ca989fd383b04dc4613c9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:51:10,124 INFO [StoreOpener-3babb6f5e60ca989fd383b04dc4613c9-1 {}] regionserver.HStore(327): Store=3babb6f5e60ca989fd383b04dc4613c9/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T21:51:10,124 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 3babb6f5e60ca989fd383b04dc4613c9 2024-11-20T21:51:10,124 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41921/hbase/data/default/testReplayEditsWrittenViaHRegion/3babb6f5e60ca989fd383b04dc4613c9 2024-11-20T21:51:10,125 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41921/hbase/data/default/testReplayEditsWrittenViaHRegion/3babb6f5e60ca989fd383b04dc4613c9 2024-11-20T21:51:10,126 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 3babb6f5e60ca989fd383b04dc4613c9 2024-11-20T21:51:10,126 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 3babb6f5e60ca989fd383b04dc4613c9 2024-11-20T21:51:10,126 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T21:51:10,127 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 3babb6f5e60ca989fd383b04dc4613c9 2024-11-20T21:51:10,130 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41921/hbase/data/default/testReplayEditsWrittenViaHRegion/3babb6f5e60ca989fd383b04dc4613c9/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T21:51:10,130 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 3babb6f5e60ca989fd383b04dc4613c9; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59175226, jitterRate=-0.11822041869163513}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T21:51:10,131 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 3babb6f5e60ca989fd383b04dc4613c9: Writing region info on filesystem at 1732139470116Initializing all the Stores at 1732139470117 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732139470117Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732139470117Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732139470117Cleaning up temporary data from old regions at 1732139470126 (+9 ms)Region opened successfully at 1732139470131 (+5 ms) 2024-11-20T21:51:10,131 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 3babb6f5e60ca989fd383b04dc4613c9, disabling compactions & flushes 2024-11-20T21:51:10,131 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenViaHRegion,,1732139470080.3babb6f5e60ca989fd383b04dc4613c9. 2024-11-20T21:51:10,131 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenViaHRegion,,1732139470080.3babb6f5e60ca989fd383b04dc4613c9. 2024-11-20T21:51:10,131 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenViaHRegion,,1732139470080.3babb6f5e60ca989fd383b04dc4613c9. after waiting 0 ms 2024-11-20T21:51:10,131 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenViaHRegion,,1732139470080.3babb6f5e60ca989fd383b04dc4613c9. 2024-11-20T21:51:10,131 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenViaHRegion,,1732139470080.3babb6f5e60ca989fd383b04dc4613c9. 2024-11-20T21:51:10,131 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 3babb6f5e60ca989fd383b04dc4613c9: Waiting for close lock at 1732139470131Disabling compacts and flushes for region at 1732139470131Disabling writes for close at 1732139470131Writing region close event to WAL at 1732139470131Closed at 1732139470131 2024-11-20T21:51:10,134 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40861 is added to blk_1073741925_1104 (size=93) 2024-11-20T21:51:10,134 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33523 is added to blk_1073741925_1104 (size=93) 2024-11-20T21:51:10,134 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073741925_1104 (size=93) 2024-11-20T21:51:10,136 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-20T21:51:10,136 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-11089849:(num 1732139470085) 2024-11-20T21:51:10,136 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-20T21:51:10,137 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:41921/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732139470079, archiveDir=hdfs://localhost:41921/hbase/oldWALs, maxLogs=32 2024-11-20T21:51:10,155 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732139470079/wal.1732139470138, exclude list is [], retry=0 2024-11-20T21:51:10,158 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40861,DS-f2cc9084-db20-46a0-820e-047e4164573b,DISK] 2024-11-20T21:51:10,159 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33523,DS-d1189d62-b129-4f55-974b-c3c4144a4e3b,DISK] 2024-11-20T21:51:10,159 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34821,DS-227376d8-446b-4d9d-93bd-c918f8b2a0a4,DISK] 2024-11-20T21:51:10,160 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732139470079/wal.1732139470138 2024-11-20T21:51:10,161 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46499:46499),(127.0.0.1/127.0.0.1:41653:41653),(127.0.0.1/127.0.0.1:35005:35005)] 2024-11-20T21:51:10,161 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 3babb6f5e60ca989fd383b04dc4613c9, NAME => 'testReplayEditsWrittenViaHRegion,,1732139470080.3babb6f5e60ca989fd383b04dc4613c9.', STARTKEY => '', ENDKEY => ''} 2024-11-20T21:51:10,161 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1732139470080.3babb6f5e60ca989fd383b04dc4613c9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T21:51:10,161 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 3babb6f5e60ca989fd383b04dc4613c9 2024-11-20T21:51:10,161 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 3babb6f5e60ca989fd383b04dc4613c9 2024-11-20T21:51:10,163 INFO [StoreOpener-3babb6f5e60ca989fd383b04dc4613c9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 3babb6f5e60ca989fd383b04dc4613c9 2024-11-20T21:51:10,164 INFO [StoreOpener-3babb6f5e60ca989fd383b04dc4613c9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3babb6f5e60ca989fd383b04dc4613c9 columnFamilyName a 2024-11-20T21:51:10,164 DEBUG [StoreOpener-3babb6f5e60ca989fd383b04dc4613c9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:51:10,164 INFO [StoreOpener-3babb6f5e60ca989fd383b04dc4613c9-1 {}] regionserver.HStore(327): Store=3babb6f5e60ca989fd383b04dc4613c9/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T21:51:10,164 INFO [StoreOpener-3babb6f5e60ca989fd383b04dc4613c9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 3babb6f5e60ca989fd383b04dc4613c9 2024-11-20T21:51:10,165 INFO [StoreOpener-3babb6f5e60ca989fd383b04dc4613c9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3babb6f5e60ca989fd383b04dc4613c9 columnFamilyName b 2024-11-20T21:51:10,165 DEBUG [StoreOpener-3babb6f5e60ca989fd383b04dc4613c9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:51:10,166 INFO [StoreOpener-3babb6f5e60ca989fd383b04dc4613c9-1 {}] regionserver.HStore(327): Store=3babb6f5e60ca989fd383b04dc4613c9/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T21:51:10,166 INFO [StoreOpener-3babb6f5e60ca989fd383b04dc4613c9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 3babb6f5e60ca989fd383b04dc4613c9 2024-11-20T21:51:10,167 INFO [StoreOpener-3babb6f5e60ca989fd383b04dc4613c9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3babb6f5e60ca989fd383b04dc4613c9 columnFamilyName c 2024-11-20T21:51:10,167 DEBUG [StoreOpener-3babb6f5e60ca989fd383b04dc4613c9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:51:10,167 INFO [StoreOpener-3babb6f5e60ca989fd383b04dc4613c9-1 {}] regionserver.HStore(327): Store=3babb6f5e60ca989fd383b04dc4613c9/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T21:51:10,167 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 3babb6f5e60ca989fd383b04dc4613c9 2024-11-20T21:51:10,168 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41921/hbase/data/default/testReplayEditsWrittenViaHRegion/3babb6f5e60ca989fd383b04dc4613c9 2024-11-20T21:51:10,169 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41921/hbase/data/default/testReplayEditsWrittenViaHRegion/3babb6f5e60ca989fd383b04dc4613c9 2024-11-20T21:51:10,170 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 3babb6f5e60ca989fd383b04dc4613c9 2024-11-20T21:51:10,170 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 3babb6f5e60ca989fd383b04dc4613c9 2024-11-20T21:51:10,171 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T21:51:10,173 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 3babb6f5e60ca989fd383b04dc4613c9 2024-11-20T21:51:10,174 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 3babb6f5e60ca989fd383b04dc4613c9; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66668140, jitterRate=-0.0065672993659973145}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T21:51:10,174 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 3babb6f5e60ca989fd383b04dc4613c9: Writing region info on filesystem at 1732139470161Initializing all the Stores at 1732139470162 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732139470162Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732139470162Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732139470162Cleaning up temporary data from old regions at 1732139470170 (+8 ms)Region opened successfully at 1732139470174 (+4 ms) 2024-11-20T21:51:10,182 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 3babb6f5e60ca989fd383b04dc4613c9 3/3 column families, dataSize=870 B heapSize=2.31 KB 2024-11-20T21:51:10,203 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41921/hbase/data/default/testReplayEditsWrittenViaHRegion/3babb6f5e60ca989fd383b04dc4613c9/.tmp/a/ea85cae401a845b5996bd4b6e66e0acf is 91, key is testReplayEditsWrittenViaHRegion/a:x0/1732139470174/Put/seqid=0 2024-11-20T21:51:10,208 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33523 is added to blk_1073741928_1107 (size=5958) 2024-11-20T21:51:10,209 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40861 is added to blk_1073741928_1107 (size=5958) 2024-11-20T21:51:10,209 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073741928_1107 (size=5958) 2024-11-20T21:51:10,209 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:41921/hbase/data/default/testReplayEditsWrittenViaHRegion/3babb6f5e60ca989fd383b04dc4613c9/.tmp/a/ea85cae401a845b5996bd4b6e66e0acf 2024-11-20T21:51:10,214 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41921/hbase/data/default/testReplayEditsWrittenViaHRegion/3babb6f5e60ca989fd383b04dc4613c9/.tmp/a/ea85cae401a845b5996bd4b6e66e0acf as hdfs://localhost:41921/hbase/data/default/testReplayEditsWrittenViaHRegion/3babb6f5e60ca989fd383b04dc4613c9/a/ea85cae401a845b5996bd4b6e66e0acf 2024-11-20T21:51:10,218 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41921/hbase/data/default/testReplayEditsWrittenViaHRegion/3babb6f5e60ca989fd383b04dc4613c9/a/ea85cae401a845b5996bd4b6e66e0acf, entries=10, sequenceid=13, filesize=5.8 K 2024-11-20T21:51:10,219 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~870 B/870, heapSize ~1.80 KB/1840, currentSize=0 B/0 for 3babb6f5e60ca989fd383b04dc4613c9 in 37ms, sequenceid=13, compaction requested=false 2024-11-20T21:51:10,220 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 3babb6f5e60ca989fd383b04dc4613c9: 2024-11-20T21:51:10,240 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 3babb6f5e60ca989fd383b04dc4613c9, disabling compactions & flushes 2024-11-20T21:51:10,240 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenViaHRegion,,1732139470080.3babb6f5e60ca989fd383b04dc4613c9. 2024-11-20T21:51:10,240 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenViaHRegion,,1732139470080.3babb6f5e60ca989fd383b04dc4613c9. 2024-11-20T21:51:10,240 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenViaHRegion,,1732139470080.3babb6f5e60ca989fd383b04dc4613c9. after waiting 0 ms 2024-11-20T21:51:10,240 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenViaHRegion,,1732139470080.3babb6f5e60ca989fd383b04dc4613c9. 2024-11-20T21:51:10,241 ERROR [Time-limited test {}] regionserver.HRegion(1960): Memstore data size is 1740 in region testReplayEditsWrittenViaHRegion,,1732139470080.3babb6f5e60ca989fd383b04dc4613c9. 2024-11-20T21:51:10,241 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenViaHRegion,,1732139470080.3babb6f5e60ca989fd383b04dc4613c9. 2024-11-20T21:51:10,241 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 3babb6f5e60ca989fd383b04dc4613c9: Waiting for close lock at 1732139470240Disabling compacts and flushes for region at 1732139470240Disabling writes for close at 1732139470240Writing region close event to WAL at 1732139470240Closed at 1732139470241 (+1 ms) 2024-11-20T21:51:10,243 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073741927_1106 (size=2805) 2024-11-20T21:51:10,243 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40861 is added to blk_1073741927_1106 (size=2805) 2024-11-20T21:51:10,243 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33523 is added to blk_1073741927_1106 (size=2805) 2024-11-20T21:51:10,258 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41921/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732139470079/wal.1732139470138, size=2.7 K (2805bytes) 2024-11-20T21:51:10,258 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41921/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732139470079/wal.1732139470138 2024-11-20T21:51:10,259 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41921/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732139470079/wal.1732139470138 after 1ms 2024-11-20T21:51:10,260 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:41921/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732139470079/wal.1732139470138: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-11-20T21:51:10,261 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41921/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732139470079/wal.1732139470138 took 3ms 2024-11-20T21:51:10,263 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41921/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732139470079/wal.1732139470138 so closing down 2024-11-20T21:51:10,263 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-20T21:51:10,263 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000003-wal.1732139470138.temp 2024-11-20T21:51:10,264 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41921/hbase/data/default/testReplayEditsWrittenViaHRegion/3babb6f5e60ca989fd383b04dc4613c9/recovered.edits/0000000000000000003-wal.1732139470138.temp 2024-11-20T21:51:10,265 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-20T21:51:10,270 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40861 is added to blk_1073741929_1108 (size=2312) 2024-11-20T21:51:10,270 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33523 is added to blk_1073741929_1108 (size=2312) 2024-11-20T21:51:10,271 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073741929_1108 (size=2312) 2024-11-20T21:51:10,271 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41921/hbase/data/default/testReplayEditsWrittenViaHRegion/3babb6f5e60ca989fd383b04dc4613c9/recovered.edits/0000000000000000003-wal.1732139470138.temp (wrote 30 edits, skipped 0 edits in 0 ms) 2024-11-20T21:51:10,272 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41921/hbase/data/default/testReplayEditsWrittenViaHRegion/3babb6f5e60ca989fd383b04dc4613c9/recovered.edits/0000000000000000003-wal.1732139470138.temp to hdfs://localhost:41921/hbase/data/default/testReplayEditsWrittenViaHRegion/3babb6f5e60ca989fd383b04dc4613c9/recovered.edits/0000000000000000035 2024-11-20T21:51:10,272 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 32 edits across 1 Regions in 11 ms; skipped=2; WAL=hdfs://localhost:41921/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732139470079/wal.1732139470138, size=2.7 K, length=2805, corrupted=false, cancelled=false 2024-11-20T21:51:10,272 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41921/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732139470079/wal.1732139470138, journal: Splitting hdfs://localhost:41921/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732139470079/wal.1732139470138, size=2.7 K (2805bytes) at 1732139470258Finishing writing output for hdfs://localhost:41921/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732139470079/wal.1732139470138 so closing down at 1732139470263 (+5 ms)Creating recovered edits writer path=hdfs://localhost:41921/hbase/data/default/testReplayEditsWrittenViaHRegion/3babb6f5e60ca989fd383b04dc4613c9/recovered.edits/0000000000000000003-wal.1732139470138.temp at 1732139470264 (+1 ms)3 split writer threads finished at 1732139470265 (+1 ms)Closed recovered edits writer path=hdfs://localhost:41921/hbase/data/default/testReplayEditsWrittenViaHRegion/3babb6f5e60ca989fd383b04dc4613c9/recovered.edits/0000000000000000003-wal.1732139470138.temp (wrote 30 edits, skipped 0 edits in 0 ms) at 1732139470271 (+6 ms)Rename recovered edits hdfs://localhost:41921/hbase/data/default/testReplayEditsWrittenViaHRegion/3babb6f5e60ca989fd383b04dc4613c9/recovered.edits/0000000000000000003-wal.1732139470138.temp to hdfs://localhost:41921/hbase/data/default/testReplayEditsWrittenViaHRegion/3babb6f5e60ca989fd383b04dc4613c9/recovered.edits/0000000000000000035 at 1732139470272 (+1 ms)Processed 32 edits across 1 Regions in 11 ms; skipped=2; WAL=hdfs://localhost:41921/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732139470079/wal.1732139470138, size=2.7 K, length=2805, corrupted=false, cancelled=false at 1732139470272 2024-11-20T21:51:10,274 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41921/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732139470079/wal.1732139470138 to hdfs://localhost:41921/hbase/oldWALs/wal.1732139470138 2024-11-20T21:51:10,275 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:41921/hbase/data/default/testReplayEditsWrittenViaHRegion/3babb6f5e60ca989fd383b04dc4613c9/recovered.edits/0000000000000000035 2024-11-20T21:51:10,275 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-20T21:51:10,276 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:41921/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732139470079, archiveDir=hdfs://localhost:41921/hbase/oldWALs, maxLogs=32 2024-11-20T21:51:10,289 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732139470079/wal.1732139470277, exclude list is [], retry=0 2024-11-20T21:51:10,292 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33523,DS-d1189d62-b129-4f55-974b-c3c4144a4e3b,DISK] 2024-11-20T21:51:10,292 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-20T21:51:10,292 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40861,DS-f2cc9084-db20-46a0-820e-047e4164573b,DISK] 2024-11-20T21:51:10,292 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34821,DS-227376d8-446b-4d9d-93bd-c918f8b2a0a4,DISK] 2024-11-20T21:51:10,294 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732139470079/wal.1732139470277 2024-11-20T21:51:10,297 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41653:41653),(127.0.0.1/127.0.0.1:46499:46499),(127.0.0.1/127.0.0.1:35005:35005)] 2024-11-20T21:51:10,297 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 3babb6f5e60ca989fd383b04dc4613c9, NAME => 'testReplayEditsWrittenViaHRegion,,1732139470080.3babb6f5e60ca989fd383b04dc4613c9.', STARTKEY => '', ENDKEY => ''} 2024-11-20T21:51:10,297 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1732139470080.3babb6f5e60ca989fd383b04dc4613c9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T21:51:10,297 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 3babb6f5e60ca989fd383b04dc4613c9 2024-11-20T21:51:10,297 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 3babb6f5e60ca989fd383b04dc4613c9 2024-11-20T21:51:10,301 INFO [StoreOpener-3babb6f5e60ca989fd383b04dc4613c9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 3babb6f5e60ca989fd383b04dc4613c9 2024-11-20T21:51:10,302 INFO [StoreOpener-3babb6f5e60ca989fd383b04dc4613c9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3babb6f5e60ca989fd383b04dc4613c9 columnFamilyName a 2024-11-20T21:51:10,302 DEBUG [StoreOpener-3babb6f5e60ca989fd383b04dc4613c9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:51:10,307 DEBUG [StoreOpener-3babb6f5e60ca989fd383b04dc4613c9-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:41921/hbase/data/default/testReplayEditsWrittenViaHRegion/3babb6f5e60ca989fd383b04dc4613c9/a/ea85cae401a845b5996bd4b6e66e0acf 2024-11-20T21:51:10,307 INFO [StoreOpener-3babb6f5e60ca989fd383b04dc4613c9-1 {}] regionserver.HStore(327): Store=3babb6f5e60ca989fd383b04dc4613c9/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T21:51:10,308 INFO [StoreOpener-3babb6f5e60ca989fd383b04dc4613c9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 3babb6f5e60ca989fd383b04dc4613c9 2024-11-20T21:51:10,309 INFO [StoreOpener-3babb6f5e60ca989fd383b04dc4613c9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3babb6f5e60ca989fd383b04dc4613c9 columnFamilyName b 2024-11-20T21:51:10,309 DEBUG [StoreOpener-3babb6f5e60ca989fd383b04dc4613c9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:51:10,309 INFO [StoreOpener-3babb6f5e60ca989fd383b04dc4613c9-1 {}] regionserver.HStore(327): Store=3babb6f5e60ca989fd383b04dc4613c9/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T21:51:10,309 INFO [StoreOpener-3babb6f5e60ca989fd383b04dc4613c9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 3babb6f5e60ca989fd383b04dc4613c9 2024-11-20T21:51:10,310 INFO [StoreOpener-3babb6f5e60ca989fd383b04dc4613c9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3babb6f5e60ca989fd383b04dc4613c9 columnFamilyName c 2024-11-20T21:51:10,310 DEBUG [StoreOpener-3babb6f5e60ca989fd383b04dc4613c9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:51:10,311 INFO [StoreOpener-3babb6f5e60ca989fd383b04dc4613c9-1 {}] regionserver.HStore(327): Store=3babb6f5e60ca989fd383b04dc4613c9/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T21:51:10,311 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 3babb6f5e60ca989fd383b04dc4613c9 2024-11-20T21:51:10,311 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41921/hbase/data/default/testReplayEditsWrittenViaHRegion/3babb6f5e60ca989fd383b04dc4613c9 2024-11-20T21:51:10,313 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:41921/hbase/data/default/testReplayEditsWrittenViaHRegion/3babb6f5e60ca989fd383b04dc4613c9 2024-11-20T21:51:10,313 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:41921/hbase/data/default/testReplayEditsWrittenViaHRegion/3babb6f5e60ca989fd383b04dc4613c9/recovered.edits/0000000000000000035 2024-11-20T21:51:10,315 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:41921/hbase/data/default/testReplayEditsWrittenViaHRegion/3babb6f5e60ca989fd383b04dc4613c9/recovered.edits/0000000000000000035: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-11-20T21:51:10,316 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 20, skipped 10, firstSequenceIdInLog=3, maxSequenceIdInLog=35, path=hdfs://localhost:41921/hbase/data/default/testReplayEditsWrittenViaHRegion/3babb6f5e60ca989fd383b04dc4613c9/recovered.edits/0000000000000000035 2024-11-20T21:51:10,317 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 3babb6f5e60ca989fd383b04dc4613c9 3/3 column families, dataSize=1.70 KB heapSize=3.88 KB 2024-11-20T21:51:10,330 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41921/hbase/data/default/testReplayEditsWrittenViaHRegion/3babb6f5e60ca989fd383b04dc4613c9/.tmp/b/01d58d5d3cc649ccb3e9f621706efc73 is 91, key is testReplayEditsWrittenViaHRegion/b:x0/1732139470220/Put/seqid=0 2024-11-20T21:51:10,336 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33523 is added to blk_1073741931_1110 (size=5958) 2024-11-20T21:51:10,337 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40861 is added to blk_1073741931_1110 (size=5958) 2024-11-20T21:51:10,337 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073741931_1110 (size=5958) 2024-11-20T21:51:10,337 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=35 (bloomFilter=true), to=hdfs://localhost:41921/hbase/data/default/testReplayEditsWrittenViaHRegion/3babb6f5e60ca989fd383b04dc4613c9/.tmp/b/01d58d5d3cc649ccb3e9f621706efc73 2024-11-20T21:51:10,358 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41921/hbase/data/default/testReplayEditsWrittenViaHRegion/3babb6f5e60ca989fd383b04dc4613c9/.tmp/c/049b9dab8d414175a91bda75173167b3 is 91, key is testReplayEditsWrittenViaHRegion/c:x0/1732139470227/Put/seqid=0 2024-11-20T21:51:10,363 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073741932_1111 (size=5958) 2024-11-20T21:51:10,363 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33523 is added to blk_1073741932_1111 (size=5958) 2024-11-20T21:51:10,364 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40861 is added to blk_1073741932_1111 (size=5958) 2024-11-20T21:51:10,364 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=35 (bloomFilter=true), to=hdfs://localhost:41921/hbase/data/default/testReplayEditsWrittenViaHRegion/3babb6f5e60ca989fd383b04dc4613c9/.tmp/c/049b9dab8d414175a91bda75173167b3 2024-11-20T21:51:10,369 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41921/hbase/data/default/testReplayEditsWrittenViaHRegion/3babb6f5e60ca989fd383b04dc4613c9/.tmp/b/01d58d5d3cc649ccb3e9f621706efc73 as hdfs://localhost:41921/hbase/data/default/testReplayEditsWrittenViaHRegion/3babb6f5e60ca989fd383b04dc4613c9/b/01d58d5d3cc649ccb3e9f621706efc73 2024-11-20T21:51:10,376 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41921/hbase/data/default/testReplayEditsWrittenViaHRegion/3babb6f5e60ca989fd383b04dc4613c9/b/01d58d5d3cc649ccb3e9f621706efc73, entries=10, sequenceid=35, filesize=5.8 K 2024-11-20T21:51:10,377 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41921/hbase/data/default/testReplayEditsWrittenViaHRegion/3babb6f5e60ca989fd383b04dc4613c9/.tmp/c/049b9dab8d414175a91bda75173167b3 as hdfs://localhost:41921/hbase/data/default/testReplayEditsWrittenViaHRegion/3babb6f5e60ca989fd383b04dc4613c9/c/049b9dab8d414175a91bda75173167b3 2024-11-20T21:51:10,383 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41921/hbase/data/default/testReplayEditsWrittenViaHRegion/3babb6f5e60ca989fd383b04dc4613c9/c/049b9dab8d414175a91bda75173167b3, entries=10, sequenceid=35, filesize=5.8 K 2024-11-20T21:51:10,383 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~1.70 KB/1740, heapSize ~3.59 KB/3680, currentSize=0 B/0 for 3babb6f5e60ca989fd383b04dc4613c9 in 67ms, sequenceid=35, compaction requested=false; wal=null 2024-11-20T21:51:10,384 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:41921/hbase/data/default/testReplayEditsWrittenViaHRegion/3babb6f5e60ca989fd383b04dc4613c9/recovered.edits/0000000000000000035 2024-11-20T21:51:10,385 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 3babb6f5e60ca989fd383b04dc4613c9 2024-11-20T21:51:10,385 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 3babb6f5e60ca989fd383b04dc4613c9 2024-11-20T21:51:10,385 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T21:51:10,387 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 3babb6f5e60ca989fd383b04dc4613c9 2024-11-20T21:51:10,389 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41921/hbase/data/default/testReplayEditsWrittenViaHRegion/3babb6f5e60ca989fd383b04dc4613c9/recovered.edits/35.seqid, newMaxSeqId=35, maxSeqId=1 2024-11-20T21:51:10,390 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 3babb6f5e60ca989fd383b04dc4613c9; next sequenceid=36; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64828894, jitterRate=-0.03397420048713684}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T21:51:10,390 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 3babb6f5e60ca989fd383b04dc4613c9: Writing region info on filesystem at 1732139470298Initializing all the Stores at 1732139470299 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732139470299Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732139470301 (+2 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732139470301Obtaining lock to block concurrent updates at 1732139470317 (+16 ms)Preparing flush snapshotting stores in 3babb6f5e60ca989fd383b04dc4613c9 at 1732139470317Finished memstore snapshotting testReplayEditsWrittenViaHRegion,,1732139470080.3babb6f5e60ca989fd383b04dc4613c9., syncing WAL and waiting on mvcc, flushsize=dataSize=1740, getHeapSize=3920, getOffHeapSize=0, getCellsCount=20 at 1732139470317Flushing stores of testReplayEditsWrittenViaHRegion,,1732139470080.3babb6f5e60ca989fd383b04dc4613c9. at 1732139470317Flushing 3babb6f5e60ca989fd383b04dc4613c9/b: creating writer at 1732139470317Flushing 3babb6f5e60ca989fd383b04dc4613c9/b: appending metadata at 1732139470330 (+13 ms)Flushing 3babb6f5e60ca989fd383b04dc4613c9/b: closing flushed file at 1732139470330Flushing 3babb6f5e60ca989fd383b04dc4613c9/c: creating writer at 1732139470343 (+13 ms)Flushing 3babb6f5e60ca989fd383b04dc4613c9/c: appending metadata at 1732139470357 (+14 ms)Flushing 3babb6f5e60ca989fd383b04dc4613c9/c: closing flushed file at 1732139470357Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@b57cff4: reopening flushed file at 1732139470368 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4876938c: reopening flushed file at 1732139470376 (+8 ms)Finished flush of dataSize ~1.70 KB/1740, heapSize ~3.59 KB/3680, currentSize=0 B/0 for 3babb6f5e60ca989fd383b04dc4613c9 in 67ms, sequenceid=35, compaction requested=false; wal=null at 1732139470383 (+7 ms)Cleaning up temporary data from old regions at 1732139470385 (+2 ms)Region opened successfully at 1732139470390 (+5 ms) 2024-11-20T21:51:10,453 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41921/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732139470079/wal.1732139470277, size=0 (0bytes) 2024-11-20T21:51:10,453 WARN [Time-limited test {}] wal.WALSplitter(453): File hdfs://localhost:41921/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732139470079/wal.1732139470277 might be still open, length is 0 2024-11-20T21:51:10,453 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41921/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732139470079/wal.1732139470277 2024-11-20T21:51:10,454 WARN [IPC Server handler 4 on default port 41921 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732139470079/wal.1732139470277 has not been closed. Lease recovery is in progress. RecoveryId = 1112 for block blk_1073741930_1109 2024-11-20T21:51:10,454 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:41921/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732139470079/wal.1732139470277 after 1ms 2024-11-20T21:51:11,417 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_570430170_22 at /127.0.0.1:43352 [Receiving block BP-2054634144-172.17.0.2-1732139433704:blk_1073741930_1109] {}] datanode.DataXceiver(331): 127.0.0.1:33523:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:43352 dst: /127.0.0.1:33523 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:33523 remote=/127.0.0.1:43352]. Total timeout mills is 60000, 58999 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T21:51:11,418 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_570430170_22 at /127.0.0.1:34278 [Receiving block BP-2054634144-172.17.0.2-1732139433704:blk_1073741930_1109] {}] datanode.DataXceiver(331): 127.0.0.1:34821:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:34278 dst: /127.0.0.1:34821 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T21:51:11,418 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_570430170_22 at /127.0.0.1:37364 [Receiving block BP-2054634144-172.17.0.2-1732139433704:blk_1073741930_1109] {}] datanode.DataXceiver(331): 127.0.0.1:40861:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:37364 dst: /127.0.0.1:40861 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T21:51:11,420 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33523 is added to blk_1073741930_1112 (size=2304) 2024-11-20T21:51:11,420 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40861 is added to blk_1073741930_1112 (size=2304) 2024-11-20T21:51:11,421 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073741930_1112 (size=2304) 2024-11-20T21:51:14,455 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:41921/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732139470079/wal.1732139470277 after 4002ms 2024-11-20T21:51:14,461 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:41921/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732139470079/wal.1732139470277: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-11-20T21:51:14,461 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41921/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732139470079/wal.1732139470277 took 4008ms 2024-11-20T21:51:14,465 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:41921/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732139470079/wal.1732139470277; continuing. 2024-11-20T21:51:14,466 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41921/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732139470079/wal.1732139470277 so closing down 2024-11-20T21:51:14,466 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-20T21:51:14,467 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000037-wal.1732139470277.temp 2024-11-20T21:51:14,468 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41921/hbase/data/default/testReplayEditsWrittenViaHRegion/3babb6f5e60ca989fd383b04dc4613c9/recovered.edits/0000000000000000037-wal.1732139470277.temp 2024-11-20T21:51:14,469 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-20T21:51:14,503 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33523 is added to blk_1073741933_1113 (size=2312) 2024-11-20T21:51:14,503 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40861 is added to blk_1073741933_1113 (size=2312) 2024-11-20T21:51:14,503 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073741933_1113 (size=2312) 2024-11-20T21:51:14,504 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41921/hbase/data/default/testReplayEditsWrittenViaHRegion/3babb6f5e60ca989fd383b04dc4613c9/recovered.edits/0000000000000000037-wal.1732139470277.temp (wrote 30 edits, skipped 0 edits in 0 ms) 2024-11-20T21:51:14,505 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41921/hbase/data/default/testReplayEditsWrittenViaHRegion/3babb6f5e60ca989fd383b04dc4613c9/recovered.edits/0000000000000000037-wal.1732139470277.temp to hdfs://localhost:41921/hbase/data/default/testReplayEditsWrittenViaHRegion/3babb6f5e60ca989fd383b04dc4613c9/recovered.edits/0000000000000000066 2024-11-20T21:51:14,506 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 30 edits across 1 Regions in 43 ms; skipped=0; WAL=hdfs://localhost:41921/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732139470079/wal.1732139470277, size=0, length=0, corrupted=false, cancelled=false 2024-11-20T21:51:14,506 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41921/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732139470079/wal.1732139470277, journal: Splitting hdfs://localhost:41921/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732139470079/wal.1732139470277, size=0 (0bytes) at 1732139470453Finishing writing output for hdfs://localhost:41921/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732139470079/wal.1732139470277 so closing down at 1732139474466 (+4013 ms)Creating recovered edits writer path=hdfs://localhost:41921/hbase/data/default/testReplayEditsWrittenViaHRegion/3babb6f5e60ca989fd383b04dc4613c9/recovered.edits/0000000000000000037-wal.1732139470277.temp at 1732139474468 (+2 ms)3 split writer threads finished at 1732139474469 (+1 ms)Closed recovered edits writer path=hdfs://localhost:41921/hbase/data/default/testReplayEditsWrittenViaHRegion/3babb6f5e60ca989fd383b04dc4613c9/recovered.edits/0000000000000000037-wal.1732139470277.temp (wrote 30 edits, skipped 0 edits in 0 ms) at 1732139474504 (+35 ms)Rename recovered edits hdfs://localhost:41921/hbase/data/default/testReplayEditsWrittenViaHRegion/3babb6f5e60ca989fd383b04dc4613c9/recovered.edits/0000000000000000037-wal.1732139470277.temp to hdfs://localhost:41921/hbase/data/default/testReplayEditsWrittenViaHRegion/3babb6f5e60ca989fd383b04dc4613c9/recovered.edits/0000000000000000066 at 1732139474505 (+1 ms)Processed 30 edits across 1 Regions in 43 ms; skipped=0; WAL=hdfs://localhost:41921/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732139470079/wal.1732139470277, size=0, length=0, corrupted=false, cancelled=false at 1732139474506 (+1 ms) 2024-11-20T21:51:14,507 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41921/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732139470079/wal.1732139470277 to hdfs://localhost:41921/hbase/oldWALs/wal.1732139470277 2024-11-20T21:51:14,508 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:41921/hbase/data/default/testReplayEditsWrittenViaHRegion/3babb6f5e60ca989fd383b04dc4613c9/recovered.edits/0000000000000000066 2024-11-20T21:51:14,508 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-20T21:51:14,510 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:41921/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732139470079, archiveDir=hdfs://localhost:41921/hbase/oldWALs, maxLogs=32 2024-11-20T21:51:14,523 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732139470079/wal.1732139474510, exclude list is [], retry=0 2024-11-20T21:51:14,525 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40861,DS-f2cc9084-db20-46a0-820e-047e4164573b,DISK] 2024-11-20T21:51:14,526 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33523,DS-d1189d62-b129-4f55-974b-c3c4144a4e3b,DISK] 2024-11-20T21:51:14,526 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34821,DS-227376d8-446b-4d9d-93bd-c918f8b2a0a4,DISK] 2024-11-20T21:51:14,527 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732139470079/wal.1732139474510 2024-11-20T21:51:14,528 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46499:46499),(127.0.0.1/127.0.0.1:41653:41653),(127.0.0.1/127.0.0.1:35005:35005)] 2024-11-20T21:51:14,528 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1732139470080.3babb6f5e60ca989fd383b04dc4613c9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T21:51:14,529 INFO [StoreOpener-3babb6f5e60ca989fd383b04dc4613c9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 3babb6f5e60ca989fd383b04dc4613c9 2024-11-20T21:51:14,530 INFO [StoreOpener-3babb6f5e60ca989fd383b04dc4613c9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3babb6f5e60ca989fd383b04dc4613c9 columnFamilyName a 2024-11-20T21:51:14,530 DEBUG [StoreOpener-3babb6f5e60ca989fd383b04dc4613c9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:51:14,535 DEBUG [StoreOpener-3babb6f5e60ca989fd383b04dc4613c9-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:41921/hbase/data/default/testReplayEditsWrittenViaHRegion/3babb6f5e60ca989fd383b04dc4613c9/a/ea85cae401a845b5996bd4b6e66e0acf 2024-11-20T21:51:14,535 INFO [StoreOpener-3babb6f5e60ca989fd383b04dc4613c9-1 {}] regionserver.HStore(327): Store=3babb6f5e60ca989fd383b04dc4613c9/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T21:51:14,536 INFO [StoreOpener-3babb6f5e60ca989fd383b04dc4613c9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 3babb6f5e60ca989fd383b04dc4613c9 2024-11-20T21:51:14,536 INFO [StoreOpener-3babb6f5e60ca989fd383b04dc4613c9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3babb6f5e60ca989fd383b04dc4613c9 columnFamilyName b 2024-11-20T21:51:14,537 DEBUG [StoreOpener-3babb6f5e60ca989fd383b04dc4613c9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:51:14,541 DEBUG [StoreOpener-3babb6f5e60ca989fd383b04dc4613c9-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:41921/hbase/data/default/testReplayEditsWrittenViaHRegion/3babb6f5e60ca989fd383b04dc4613c9/b/01d58d5d3cc649ccb3e9f621706efc73 2024-11-20T21:51:14,541 INFO [StoreOpener-3babb6f5e60ca989fd383b04dc4613c9-1 {}] regionserver.HStore(327): Store=3babb6f5e60ca989fd383b04dc4613c9/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T21:51:14,541 INFO [StoreOpener-3babb6f5e60ca989fd383b04dc4613c9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 3babb6f5e60ca989fd383b04dc4613c9 2024-11-20T21:51:14,542 INFO [StoreOpener-3babb6f5e60ca989fd383b04dc4613c9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3babb6f5e60ca989fd383b04dc4613c9 columnFamilyName c 2024-11-20T21:51:14,542 DEBUG [StoreOpener-3babb6f5e60ca989fd383b04dc4613c9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:51:14,547 DEBUG [StoreOpener-3babb6f5e60ca989fd383b04dc4613c9-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:41921/hbase/data/default/testReplayEditsWrittenViaHRegion/3babb6f5e60ca989fd383b04dc4613c9/c/049b9dab8d414175a91bda75173167b3 2024-11-20T21:51:14,547 INFO [StoreOpener-3babb6f5e60ca989fd383b04dc4613c9-1 {}] regionserver.HStore(327): Store=3babb6f5e60ca989fd383b04dc4613c9/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T21:51:14,547 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 3babb6f5e60ca989fd383b04dc4613c9 2024-11-20T21:51:14,548 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41921/hbase/data/default/testReplayEditsWrittenViaHRegion/3babb6f5e60ca989fd383b04dc4613c9 2024-11-20T21:51:14,549 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:41921/hbase/data/default/testReplayEditsWrittenViaHRegion/3babb6f5e60ca989fd383b04dc4613c9 2024-11-20T21:51:14,550 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:41921/hbase/data/default/testReplayEditsWrittenViaHRegion/3babb6f5e60ca989fd383b04dc4613c9/recovered.edits/0000000000000000066 2024-11-20T21:51:14,552 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:41921/hbase/data/default/testReplayEditsWrittenViaHRegion/3babb6f5e60ca989fd383b04dc4613c9/recovered.edits/0000000000000000066: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-11-20T21:51:14,555 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 30, skipped 0, firstSequenceIdInLog=37, maxSequenceIdInLog=66, path=hdfs://localhost:41921/hbase/data/default/testReplayEditsWrittenViaHRegion/3babb6f5e60ca989fd383b04dc4613c9/recovered.edits/0000000000000000066 2024-11-20T21:51:14,555 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 3babb6f5e60ca989fd383b04dc4613c9 3/3 column families, dataSize=2.55 KB heapSize=5.44 KB 2024-11-20T21:51:14,569 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41921/hbase/data/default/testReplayEditsWrittenViaHRegion/3babb6f5e60ca989fd383b04dc4613c9/.tmp/a/66fba29ea0714fcba64a2c494eed2c19 is 91, key is testReplayEditsWrittenViaHRegion/a:y0/1732139470398/Put/seqid=0 2024-11-20T21:51:14,574 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33523 is added to blk_1073741935_1115 (size=5958) 2024-11-20T21:51:14,574 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073741935_1115 (size=5958) 2024-11-20T21:51:14,574 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40861 is added to blk_1073741935_1115 (size=5958) 2024-11-20T21:51:14,575 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=66 (bloomFilter=true), to=hdfs://localhost:41921/hbase/data/default/testReplayEditsWrittenViaHRegion/3babb6f5e60ca989fd383b04dc4613c9/.tmp/a/66fba29ea0714fcba64a2c494eed2c19 2024-11-20T21:51:14,593 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41921/hbase/data/default/testReplayEditsWrittenViaHRegion/3babb6f5e60ca989fd383b04dc4613c9/.tmp/b/9246e966ac1341cf9ce5e93333f76460 is 91, key is testReplayEditsWrittenViaHRegion/b:y0/1732139470404/Put/seqid=0 2024-11-20T21:51:14,599 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073741936_1116 (size=5958) 2024-11-20T21:51:14,599 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33523 is added to blk_1073741936_1116 (size=5958) 2024-11-20T21:51:14,599 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40861 is added to blk_1073741936_1116 (size=5958) 2024-11-20T21:51:14,600 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=66 (bloomFilter=true), to=hdfs://localhost:41921/hbase/data/default/testReplayEditsWrittenViaHRegion/3babb6f5e60ca989fd383b04dc4613c9/.tmp/b/9246e966ac1341cf9ce5e93333f76460 2024-11-20T21:51:14,616 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41921/hbase/data/default/testReplayEditsWrittenViaHRegion/3babb6f5e60ca989fd383b04dc4613c9/.tmp/c/1ff9ffa4bb9846329f4ccbe7c822b827 is 91, key is testReplayEditsWrittenViaHRegion/c:y0/1732139470410/Put/seqid=0 2024-11-20T21:51:14,622 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33523 is added to blk_1073741937_1117 (size=5958) 2024-11-20T21:51:14,622 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073741937_1117 (size=5958) 2024-11-20T21:51:14,622 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40861 is added to blk_1073741937_1117 (size=5958) 2024-11-20T21:51:14,622 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=66 (bloomFilter=true), to=hdfs://localhost:41921/hbase/data/default/testReplayEditsWrittenViaHRegion/3babb6f5e60ca989fd383b04dc4613c9/.tmp/c/1ff9ffa4bb9846329f4ccbe7c822b827 2024-11-20T21:51:14,627 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41921/hbase/data/default/testReplayEditsWrittenViaHRegion/3babb6f5e60ca989fd383b04dc4613c9/.tmp/a/66fba29ea0714fcba64a2c494eed2c19 as hdfs://localhost:41921/hbase/data/default/testReplayEditsWrittenViaHRegion/3babb6f5e60ca989fd383b04dc4613c9/a/66fba29ea0714fcba64a2c494eed2c19 2024-11-20T21:51:14,632 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41921/hbase/data/default/testReplayEditsWrittenViaHRegion/3babb6f5e60ca989fd383b04dc4613c9/a/66fba29ea0714fcba64a2c494eed2c19, entries=10, sequenceid=66, filesize=5.8 K 2024-11-20T21:51:14,633 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41921/hbase/data/default/testReplayEditsWrittenViaHRegion/3babb6f5e60ca989fd383b04dc4613c9/.tmp/b/9246e966ac1341cf9ce5e93333f76460 as hdfs://localhost:41921/hbase/data/default/testReplayEditsWrittenViaHRegion/3babb6f5e60ca989fd383b04dc4613c9/b/9246e966ac1341cf9ce5e93333f76460 2024-11-20T21:51:14,637 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41921/hbase/data/default/testReplayEditsWrittenViaHRegion/3babb6f5e60ca989fd383b04dc4613c9/b/9246e966ac1341cf9ce5e93333f76460, entries=10, sequenceid=66, filesize=5.8 K 2024-11-20T21:51:14,638 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41921/hbase/data/default/testReplayEditsWrittenViaHRegion/3babb6f5e60ca989fd383b04dc4613c9/.tmp/c/1ff9ffa4bb9846329f4ccbe7c822b827 as hdfs://localhost:41921/hbase/data/default/testReplayEditsWrittenViaHRegion/3babb6f5e60ca989fd383b04dc4613c9/c/1ff9ffa4bb9846329f4ccbe7c822b827 2024-11-20T21:51:14,642 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41921/hbase/data/default/testReplayEditsWrittenViaHRegion/3babb6f5e60ca989fd383b04dc4613c9/c/1ff9ffa4bb9846329f4ccbe7c822b827, entries=10, sequenceid=66, filesize=5.8 K 2024-11-20T21:51:14,642 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~2.55 KB/2610, heapSize ~5.39 KB/5520, currentSize=0 B/0 for 3babb6f5e60ca989fd383b04dc4613c9 in 87ms, sequenceid=66, compaction requested=false; wal=null 2024-11-20T21:51:14,642 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:41921/hbase/data/default/testReplayEditsWrittenViaHRegion/3babb6f5e60ca989fd383b04dc4613c9/recovered.edits/0000000000000000066 2024-11-20T21:51:14,643 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 3babb6f5e60ca989fd383b04dc4613c9 2024-11-20T21:51:14,643 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 3babb6f5e60ca989fd383b04dc4613c9 2024-11-20T21:51:14,644 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T21:51:14,645 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 3babb6f5e60ca989fd383b04dc4613c9 2024-11-20T21:51:14,647 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41921/hbase/data/default/testReplayEditsWrittenViaHRegion/3babb6f5e60ca989fd383b04dc4613c9/recovered.edits/66.seqid, newMaxSeqId=66, maxSeqId=35 2024-11-20T21:51:14,648 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 3babb6f5e60ca989fd383b04dc4613c9; next sequenceid=67; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61106827, jitterRate=-0.0894373208284378}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T21:51:14,648 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 3babb6f5e60ca989fd383b04dc4613c9: Writing region info on filesystem at 1732139474528Initializing all the Stores at 1732139474529 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732139474529Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732139474529Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732139474529Obtaining lock to block concurrent updates at 1732139474555 (+26 ms)Preparing flush snapshotting stores in 3babb6f5e60ca989fd383b04dc4613c9 at 1732139474555Finished memstore snapshotting testReplayEditsWrittenViaHRegion,,1732139470080.3babb6f5e60ca989fd383b04dc4613c9., syncing WAL and waiting on mvcc, flushsize=dataSize=2610, getHeapSize=5520, getOffHeapSize=0, getCellsCount=30 at 1732139474555Flushing stores of testReplayEditsWrittenViaHRegion,,1732139470080.3babb6f5e60ca989fd383b04dc4613c9. at 1732139474555Flushing 3babb6f5e60ca989fd383b04dc4613c9/a: creating writer at 1732139474555Flushing 3babb6f5e60ca989fd383b04dc4613c9/a: appending metadata at 1732139474568 (+13 ms)Flushing 3babb6f5e60ca989fd383b04dc4613c9/a: closing flushed file at 1732139474568Flushing 3babb6f5e60ca989fd383b04dc4613c9/b: creating writer at 1732139474579 (+11 ms)Flushing 3babb6f5e60ca989fd383b04dc4613c9/b: appending metadata at 1732139474593 (+14 ms)Flushing 3babb6f5e60ca989fd383b04dc4613c9/b: closing flushed file at 1732139474593Flushing 3babb6f5e60ca989fd383b04dc4613c9/c: creating writer at 1732139474603 (+10 ms)Flushing 3babb6f5e60ca989fd383b04dc4613c9/c: appending metadata at 1732139474616 (+13 ms)Flushing 3babb6f5e60ca989fd383b04dc4613c9/c: closing flushed file at 1732139474616Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7abf2488: reopening flushed file at 1732139474626 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@24e48c96: reopening flushed file at 1732139474632 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5b5325b7: reopening flushed file at 1732139474637 (+5 ms)Finished flush of dataSize ~2.55 KB/2610, heapSize ~5.39 KB/5520, currentSize=0 B/0 for 3babb6f5e60ca989fd383b04dc4613c9 in 87ms, sequenceid=66, compaction requested=false; wal=null at 1732139474642 (+5 ms)Cleaning up temporary data from old regions at 1732139474643 (+1 ms)Region opened successfully at 1732139474648 (+5 ms) 2024-11-20T21:51:14,660 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 3babb6f5e60ca989fd383b04dc4613c9, disabling compactions & flushes 2024-11-20T21:51:14,660 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenViaHRegion,,1732139470080.3babb6f5e60ca989fd383b04dc4613c9. 2024-11-20T21:51:14,661 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenViaHRegion,,1732139470080.3babb6f5e60ca989fd383b04dc4613c9. 2024-11-20T21:51:14,661 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenViaHRegion,,1732139470080.3babb6f5e60ca989fd383b04dc4613c9. after waiting 0 ms 2024-11-20T21:51:14,661 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenViaHRegion,,1732139470080.3babb6f5e60ca989fd383b04dc4613c9. 2024-11-20T21:51:14,662 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenViaHRegion,,1732139470080.3babb6f5e60ca989fd383b04dc4613c9. 2024-11-20T21:51:14,662 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 3babb6f5e60ca989fd383b04dc4613c9: Waiting for close lock at 1732139474660Disabling compacts and flushes for region at 1732139474660Disabling writes for close at 1732139474661 (+1 ms)Writing region close event to WAL at 1732139474662 (+1 ms)Closed at 1732139474662 2024-11-20T21:51:14,664 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40861 is added to blk_1073741934_1114 (size=93) 2024-11-20T21:51:14,664 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33523 is added to blk_1073741934_1114 (size=93) 2024-11-20T21:51:14,664 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073741934_1114 (size=93) 2024-11-20T21:51:14,666 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-20T21:51:14,666 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL wal:(num 1732139474510) 2024-11-20T21:51:14,679 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayCompressed#testReplayEditsWrittenViaHRegion Thread=442 (was 437) Potentially hanging thread: IPC Client (164445987) connection to localhost/127.0.0.1:41921 from jenkinstestReplayEditsWrittenViaHRegion java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: AsyncFSWAL-28-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_2090510691_22 at /127.0.0.1:37388 [Waiting for operation #20] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkinstestReplayEditsWrittenViaHRegion@localhost:41921 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-28-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-28-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_2090510691_22 at /127.0.0.1:43416 [Waiting for operation #13] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_2090510691_22 at /127.0.0.1:34328 [Waiting for operation #10] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=1410 (was 1344) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=85 (was 93), ProcessCount=11 (was 11), AvailableMemoryMB=3014 (was 3050) 2024-11-20T21:51:14,679 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1410 is superior to 1024 2024-11-20T21:51:14,679 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-20T21:51:14,679 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T21:51:14,679 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T21:51:14,679 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:51:14,680 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:51:14,680 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T21:51:14,680 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-20T21:51:14,680 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=633453724, stopped=false 2024-11-20T21:51:14,681 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=e1fae5a3a175,34395,1732139436430 2024-11-20T21:51:14,682 DEBUG [pool-64-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44247-0x1005f1da3030001, quorum=127.0.0.1:64198, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-20T21:51:14,682 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46131-0x1005f1da3030002, quorum=127.0.0.1:64198, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-20T21:51:14,682 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34395-0x1005f1da3030000, quorum=127.0.0.1:64198, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-20T21:51:14,682 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46131-0x1005f1da3030002, quorum=127.0.0.1:64198, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T21:51:14,682 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34395-0x1005f1da3030000, quorum=127.0.0.1:64198, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T21:51:14,682 DEBUG [pool-64-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44247-0x1005f1da3030001, quorum=127.0.0.1:64198, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T21:51:14,682 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T21:51:14,683 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34395-0x1005f1da3030000, quorum=127.0.0.1:64198, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-20T21:51:14,683 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46131-0x1005f1da3030002, quorum=127.0.0.1:64198, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-20T21:51:14,683 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T21:51:14,683 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T21:51:14,683 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:51:14,683 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44247-0x1005f1da3030001, quorum=127.0.0.1:64198, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-20T21:51:14,684 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'e1fae5a3a175,44247,1732139437241' ***** 2024-11-20T21:51:14,684 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-20T21:51:14,684 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'e1fae5a3a175,46131,1732139437365' ***** 2024-11-20T21:51:14,684 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-20T21:51:14,684 INFO [RS:0;e1fae5a3a175:44247 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-20T21:51:14,684 INFO [RS:1;e1fae5a3a175:46131 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-20T21:51:14,684 INFO [RS:1;e1fae5a3a175:46131 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-20T21:51:14,684 INFO [RS:0;e1fae5a3a175:44247 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-20T21:51:14,684 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-20T21:51:14,685 INFO [RS:0;e1fae5a3a175:44247 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-20T21:51:14,685 INFO [RS:1;e1fae5a3a175:46131 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-20T21:51:14,685 INFO [RS:0;e1fae5a3a175:44247 {}] regionserver.HRegionServer(3091): Received CLOSE for 752cfe0ff172dd349f2943d31ac467c4 2024-11-20T21:51:14,685 INFO [RS:1;e1fae5a3a175:46131 {}] regionserver.HRegionServer(959): stopping server e1fae5a3a175,46131,1732139437365 2024-11-20T21:51:14,685 INFO [RS:1;e1fae5a3a175:46131 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T21:51:14,685 INFO [RS:0;e1fae5a3a175:44247 {}] regionserver.HRegionServer(959): stopping server e1fae5a3a175,44247,1732139437241 2024-11-20T21:51:14,685 INFO [RS:0;e1fae5a3a175:44247 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T21:51:14,685 INFO [RS:1;e1fae5a3a175:46131 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;e1fae5a3a175:46131. 2024-11-20T21:51:14,685 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-20T21:51:14,685 INFO [RS:0;e1fae5a3a175:44247 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;e1fae5a3a175:44247. 2024-11-20T21:51:14,685 DEBUG [RS_CLOSE_REGION-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 752cfe0ff172dd349f2943d31ac467c4, disabling compactions & flushes 2024-11-20T21:51:14,685 DEBUG [RS:1;e1fae5a3a175:46131 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T21:51:14,685 DEBUG [RS:0;e1fae5a3a175:44247 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T21:51:14,685 DEBUG [RS:1;e1fae5a3a175:46131 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:51:14,685 INFO [RS_CLOSE_REGION-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1732139451526.752cfe0ff172dd349f2943d31ac467c4. 2024-11-20T21:51:14,685 DEBUG [RS:0;e1fae5a3a175:44247 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:51:14,685 DEBUG [RS_CLOSE_REGION-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1732139451526.752cfe0ff172dd349f2943d31ac467c4. 2024-11-20T21:51:14,685 INFO [RS:1;e1fae5a3a175:46131 {}] regionserver.HRegionServer(976): stopping server e1fae5a3a175,46131,1732139437365; all regions closed. 2024-11-20T21:51:14,685 DEBUG [RS_CLOSE_REGION-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1732139451526.752cfe0ff172dd349f2943d31ac467c4. after waiting 0 ms 2024-11-20T21:51:14,685 INFO [RS:0;e1fae5a3a175:44247 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-20T21:51:14,685 INFO [RS:0;e1fae5a3a175:44247 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-20T21:51:14,685 DEBUG [RS_CLOSE_REGION-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1732139451526.752cfe0ff172dd349f2943d31ac467c4. 2024-11-20T21:51:14,685 INFO [RS:0;e1fae5a3a175:44247 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-20T21:51:14,685 INFO [RS:0;e1fae5a3a175:44247 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-20T21:51:14,685 INFO [RS:0;e1fae5a3a175:44247 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-20T21:51:14,686 DEBUG [RS:0;e1fae5a3a175:44247 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 752cfe0ff172dd349f2943d31ac467c4=testReplayEditsAfterRegionMovedWithMultiCF,,1732139451526.752cfe0ff172dd349f2943d31ac467c4.} 2024-11-20T21:51:14,686 DEBUG [RS:0;e1fae5a3a175:44247 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 752cfe0ff172dd349f2943d31ac467c4 2024-11-20T21:51:14,686 DEBUG [RS_CLOSE_META-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T21:51:14,686 INFO [RS_CLOSE_META-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T21:51:14,686 DEBUG [RS_CLOSE_META-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T21:51:14,686 DEBUG [RS_CLOSE_META-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T21:51:14,686 DEBUG [RS_CLOSE_META-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T21:51:14,686 INFO [RS_CLOSE_META-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=6.86 KB heapSize=11.45 KB 2024-11-20T21:51:14,688 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073741833_1009 (size=93) 2024-11-20T21:51:14,688 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33523 is added to blk_1073741833_1009 (size=93) 2024-11-20T21:51:14,688 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40861 is added to blk_1073741833_1009 (size=93) 2024-11-20T21:51:14,691 DEBUG [RS:1;e1fae5a3a175:46131 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/5bab72b3-2615-0448-3310-a25f6519c0d3/oldWALs 2024-11-20T21:51:14,691 INFO [RS:1;e1fae5a3a175:46131 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL e1fae5a3a175%2C46131%2C1732139437365:(num 1732139438898) 2024-11-20T21:51:14,691 DEBUG [RS:1;e1fae5a3a175:46131 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:51:14,691 INFO [RS:1;e1fae5a3a175:46131 {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T21:51:14,691 INFO [RS:1;e1fae5a3a175:46131 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T21:51:14,692 DEBUG [RS_CLOSE_REGION-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41921/user/jenkins/test-data/5bab72b3-2615-0448-3310-a25f6519c0d3/data/default/testReplayEditsAfterRegionMovedWithMultiCF/752cfe0ff172dd349f2943d31ac467c4/recovered.edits/20.seqid, newMaxSeqId=20, maxSeqId=17 2024-11-20T21:51:14,692 INFO [RS:1;e1fae5a3a175:46131 {}] hbase.ChoreService(370): Chore service for: regionserver/e1fae5a3a175:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-20T21:51:14,692 INFO [RS:1;e1fae5a3a175:46131 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-20T21:51:14,692 INFO [RS:1;e1fae5a3a175:46131 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-20T21:51:14,692 INFO [regionserver/e1fae5a3a175:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T21:51:14,692 INFO [RS:1;e1fae5a3a175:46131 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-20T21:51:14,692 INFO [RS:1;e1fae5a3a175:46131 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T21:51:14,692 INFO [RS:1;e1fae5a3a175:46131 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46131 2024-11-20T21:51:14,692 INFO [RS_CLOSE_REGION-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1732139451526.752cfe0ff172dd349f2943d31ac467c4. 2024-11-20T21:51:14,693 DEBUG [RS_CLOSE_REGION-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 752cfe0ff172dd349f2943d31ac467c4: Waiting for close lock at 1732139474685Running coprocessor pre-close hooks at 1732139474685Disabling compacts and flushes for region at 1732139474685Disabling writes for close at 1732139474685Writing region close event to WAL at 1732139474686 (+1 ms)Running coprocessor post-close hooks at 1732139474692 (+6 ms)Closed at 1732139474692 2024-11-20T21:51:14,693 DEBUG [RS_CLOSE_REGION-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1732139451526.752cfe0ff172dd349f2943d31ac467c4. 2024-11-20T21:51:14,693 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46131-0x1005f1da3030002, quorum=127.0.0.1:64198, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/e1fae5a3a175,46131,1732139437365 2024-11-20T21:51:14,693 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34395-0x1005f1da3030000, quorum=127.0.0.1:64198, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-20T21:51:14,693 INFO [RS:1;e1fae5a3a175:46131 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T21:51:14,694 INFO [regionserver/e1fae5a3a175:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T21:51:14,694 INFO [regionserver/e1fae5a3a175:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T21:51:14,695 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [e1fae5a3a175,46131,1732139437365] 2024-11-20T21:51:14,695 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/e1fae5a3a175,46131,1732139437365 already deleted, retry=false 2024-11-20T21:51:14,696 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; e1fae5a3a175,46131,1732139437365 expired; onlineServers=1 2024-11-20T21:51:14,709 DEBUG [RS_CLOSE_META-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41921/user/jenkins/test-data/5bab72b3-2615-0448-3310-a25f6519c0d3/data/hbase/meta/1588230740/.tmp/info/fa8fd966c84c430c9dba593b793766e8 is 205, key is testReplayEditsAfterRegionMovedWithMultiCF,,1732139451526.752cfe0ff172dd349f2943d31ac467c4./info:regioninfo/1732139454658/Put/seqid=0 2024-11-20T21:51:14,715 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073741938_1118 (size=8243) 2024-11-20T21:51:14,715 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40861 is added to blk_1073741938_1118 (size=8243) 2024-11-20T21:51:14,716 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33523 is added to blk_1073741938_1118 (size=8243) 2024-11-20T21:51:14,716 INFO [RS_CLOSE_META-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.65 KB at sequenceid=21 (bloomFilter=true), to=hdfs://localhost:41921/user/jenkins/test-data/5bab72b3-2615-0448-3310-a25f6519c0d3/data/hbase/meta/1588230740/.tmp/info/fa8fd966c84c430c9dba593b793766e8 2024-11-20T21:51:14,735 INFO [regionserver/e1fae5a3a175:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-20T21:51:14,735 DEBUG [RS_CLOSE_META-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41921/user/jenkins/test-data/5bab72b3-2615-0448-3310-a25f6519c0d3/data/hbase/meta/1588230740/.tmp/ns/14c1f4a9c15c4b6a8c1dd5bf7992b411 is 43, key is default/ns:d/1732139439415/Put/seqid=0 2024-11-20T21:51:14,735 INFO [regionserver/e1fae5a3a175:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-20T21:51:14,741 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073741939_1119 (size=5153) 2024-11-20T21:51:14,741 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40861 is added to blk_1073741939_1119 (size=5153) 2024-11-20T21:51:14,741 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33523 is added to blk_1073741939_1119 (size=5153) 2024-11-20T21:51:14,741 INFO [RS_CLOSE_META-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=21 (bloomFilter=true), to=hdfs://localhost:41921/user/jenkins/test-data/5bab72b3-2615-0448-3310-a25f6519c0d3/data/hbase/meta/1588230740/.tmp/ns/14c1f4a9c15c4b6a8c1dd5bf7992b411 2024-11-20T21:51:14,760 DEBUG [RS_CLOSE_META-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41921/user/jenkins/test-data/5bab72b3-2615-0448-3310-a25f6519c0d3/data/hbase/meta/1588230740/.tmp/table/8cbb7e4591fb4762a25e09c0e8e2ec17 is 78, key is testReplayEditsAfterRegionMovedWithMultiCF/table:state/1732139451945/Put/seqid=0 2024-11-20T21:51:14,765 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33523 is added to blk_1073741940_1120 (size=5431) 2024-11-20T21:51:14,766 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40861 is added to blk_1073741940_1120 (size=5431) 2024-11-20T21:51:14,766 INFO [RS_CLOSE_META-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=148 B at sequenceid=21 (bloomFilter=true), to=hdfs://localhost:41921/user/jenkins/test-data/5bab72b3-2615-0448-3310-a25f6519c0d3/data/hbase/meta/1588230740/.tmp/table/8cbb7e4591fb4762a25e09c0e8e2ec17 2024-11-20T21:51:14,767 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073741940_1120 (size=5431) 2024-11-20T21:51:14,772 DEBUG [RS_CLOSE_META-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41921/user/jenkins/test-data/5bab72b3-2615-0448-3310-a25f6519c0d3/data/hbase/meta/1588230740/.tmp/info/fa8fd966c84c430c9dba593b793766e8 as hdfs://localhost:41921/user/jenkins/test-data/5bab72b3-2615-0448-3310-a25f6519c0d3/data/hbase/meta/1588230740/info/fa8fd966c84c430c9dba593b793766e8 2024-11-20T21:51:14,778 INFO [RS_CLOSE_META-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41921/user/jenkins/test-data/5bab72b3-2615-0448-3310-a25f6519c0d3/data/hbase/meta/1588230740/info/fa8fd966c84c430c9dba593b793766e8, entries=18, sequenceid=21, filesize=8.0 K 2024-11-20T21:51:14,779 DEBUG [RS_CLOSE_META-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41921/user/jenkins/test-data/5bab72b3-2615-0448-3310-a25f6519c0d3/data/hbase/meta/1588230740/.tmp/ns/14c1f4a9c15c4b6a8c1dd5bf7992b411 as hdfs://localhost:41921/user/jenkins/test-data/5bab72b3-2615-0448-3310-a25f6519c0d3/data/hbase/meta/1588230740/ns/14c1f4a9c15c4b6a8c1dd5bf7992b411 2024-11-20T21:51:14,784 INFO [RS_CLOSE_META-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41921/user/jenkins/test-data/5bab72b3-2615-0448-3310-a25f6519c0d3/data/hbase/meta/1588230740/ns/14c1f4a9c15c4b6a8c1dd5bf7992b411, entries=2, sequenceid=21, filesize=5.0 K 2024-11-20T21:51:14,785 DEBUG [RS_CLOSE_META-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41921/user/jenkins/test-data/5bab72b3-2615-0448-3310-a25f6519c0d3/data/hbase/meta/1588230740/.tmp/table/8cbb7e4591fb4762a25e09c0e8e2ec17 as hdfs://localhost:41921/user/jenkins/test-data/5bab72b3-2615-0448-3310-a25f6519c0d3/data/hbase/meta/1588230740/table/8cbb7e4591fb4762a25e09c0e8e2ec17 2024-11-20T21:51:14,789 INFO [RS_CLOSE_META-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41921/user/jenkins/test-data/5bab72b3-2615-0448-3310-a25f6519c0d3/data/hbase/meta/1588230740/table/8cbb7e4591fb4762a25e09c0e8e2ec17, entries=2, sequenceid=21, filesize=5.3 K 2024-11-20T21:51:14,790 INFO [RS_CLOSE_META-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~6.86 KB/7029, heapSize ~11.16 KB/11424, currentSize=0 B/0 for 1588230740 in 104ms, sequenceid=21, compaction requested=false 2024-11-20T21:51:14,795 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46131-0x1005f1da3030002, quorum=127.0.0.1:64198, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T21:51:14,795 INFO [RS:1;e1fae5a3a175:46131 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T21:51:14,795 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46131-0x1005f1da3030002, quorum=127.0.0.1:64198, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T21:51:14,795 INFO [RS:1;e1fae5a3a175:46131 {}] regionserver.HRegionServer(1031): Exiting; stopping=e1fae5a3a175,46131,1732139437365; zookeeper connection closed. 2024-11-20T21:51:14,795 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3f9347fd {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3f9347fd 2024-11-20T21:51:14,795 DEBUG [RS_CLOSE_META-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41921/user/jenkins/test-data/5bab72b3-2615-0448-3310-a25f6519c0d3/data/hbase/meta/1588230740/recovered.edits/24.seqid, newMaxSeqId=24, maxSeqId=1 2024-11-20T21:51:14,796 DEBUG [RS_CLOSE_META-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T21:51:14,796 INFO [RS_CLOSE_META-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T21:51:14,796 DEBUG [RS_CLOSE_META-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732139474686Running coprocessor pre-close hooks at 1732139474686Disabling compacts and flushes for region at 1732139474686Disabling writes for close at 1732139474686Obtaining lock to block concurrent updates at 1732139474686Preparing flush snapshotting stores in 1588230740 at 1732139474686Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=7029, getHeapSize=11664, getOffHeapSize=0, getCellsCount=48 at 1732139474687 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732139474688 (+1 ms)Flushing 1588230740/info: creating writer at 1732139474689 (+1 ms)Flushing 1588230740/info: appending metadata at 1732139474708 (+19 ms)Flushing 1588230740/info: closing flushed file at 1732139474708Flushing 1588230740/ns: creating writer at 1732139474721 (+13 ms)Flushing 1588230740/ns: appending metadata at 1732139474735 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1732139474735Flushing 1588230740/table: creating writer at 1732139474746 (+11 ms)Flushing 1588230740/table: appending metadata at 1732139474760 (+14 ms)Flushing 1588230740/table: closing flushed file at 1732139474760Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@ad774a: reopening flushed file at 1732139474771 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6487fcf3: reopening flushed file at 1732139474778 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@743760f2: reopening flushed file at 1732139474784 (+6 ms)Finished flush of dataSize ~6.86 KB/7029, heapSize ~11.16 KB/11424, currentSize=0 B/0 for 1588230740 in 104ms, sequenceid=21, compaction requested=false at 1732139474790 (+6 ms)Writing region close event to WAL at 1732139474792 (+2 ms)Running coprocessor post-close hooks at 1732139474796 (+4 ms)Closed at 1732139474796 2024-11-20T21:51:14,796 DEBUG [RS_CLOSE_META-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-20T21:51:14,886 INFO [RS:0;e1fae5a3a175:44247 {}] regionserver.HRegionServer(976): stopping server e1fae5a3a175,44247,1732139437241; all regions closed. 2024-11-20T21:51:14,893 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40861 is added to blk_1073741836_1012 (size=3783) 2024-11-20T21:51:14,893 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/5bab72b3-2615-0448-3310-a25f6519c0d3/WALs/e1fae5a3a175,44247,1732139437241/e1fae5a3a175%2C44247%2C1732139437241.meta.1732139439268.meta not finished, retry = 0 2024-11-20T21:51:14,893 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33523 is added to blk_1073741836_1012 (size=3783) 2024-11-20T21:51:14,893 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073741836_1012 (size=3783) 2024-11-20T21:51:14,996 DEBUG [RS:0;e1fae5a3a175:44247 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/5bab72b3-2615-0448-3310-a25f6519c0d3/oldWALs 2024-11-20T21:51:14,996 INFO [RS:0;e1fae5a3a175:44247 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL e1fae5a3a175%2C44247%2C1732139437241.meta:.meta(num 1732139439268) 2024-11-20T21:51:14,998 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33523 is added to blk_1073741835_1011 (size=2652) 2024-11-20T21:51:14,998 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40861 is added to blk_1073741835_1011 (size=2652) 2024-11-20T21:51:14,998 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073741835_1011 (size=2652) 2024-11-20T21:51:15,005 DEBUG [RS:0;e1fae5a3a175:44247 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/5bab72b3-2615-0448-3310-a25f6519c0d3/oldWALs 2024-11-20T21:51:15,006 INFO [RS:0;e1fae5a3a175:44247 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL e1fae5a3a175%2C44247%2C1732139437241:(num 1732139438898) 2024-11-20T21:51:15,006 DEBUG [RS:0;e1fae5a3a175:44247 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:51:15,006 INFO [RS:0;e1fae5a3a175:44247 {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T21:51:15,006 INFO [RS:0;e1fae5a3a175:44247 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T21:51:15,006 INFO [RS:0;e1fae5a3a175:44247 {}] hbase.ChoreService(370): Chore service for: regionserver/e1fae5a3a175:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-20T21:51:15,006 INFO [RS:0;e1fae5a3a175:44247 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T21:51:15,006 INFO [regionserver/e1fae5a3a175:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T21:51:15,006 INFO [RS:0;e1fae5a3a175:44247 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44247 2024-11-20T21:51:15,008 DEBUG [pool-64-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44247-0x1005f1da3030001, quorum=127.0.0.1:64198, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/e1fae5a3a175,44247,1732139437241 2024-11-20T21:51:15,008 INFO [RS:0;e1fae5a3a175:44247 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T21:51:15,008 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34395-0x1005f1da3030000, quorum=127.0.0.1:64198, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-20T21:51:15,009 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [e1fae5a3a175,44247,1732139437241] 2024-11-20T21:51:15,009 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/e1fae5a3a175,44247,1732139437241 already deleted, retry=false 2024-11-20T21:51:15,010 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; e1fae5a3a175,44247,1732139437241 expired; onlineServers=0 2024-11-20T21:51:15,010 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'e1fae5a3a175,34395,1732139436430' ***** 2024-11-20T21:51:15,010 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-20T21:51:15,010 INFO [M:0;e1fae5a3a175:34395 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T21:51:15,010 INFO [M:0;e1fae5a3a175:34395 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T21:51:15,010 DEBUG [M:0;e1fae5a3a175:34395 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-20T21:51:15,010 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-20T21:51:15,010 DEBUG [M:0;e1fae5a3a175:34395 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-20T21:51:15,010 DEBUG [master/e1fae5a3a175:0:becomeActiveMaster-HFileCleaner.small.0-1732139438519 {}] cleaner.HFileCleaner(306): Exit Thread[master/e1fae5a3a175:0:becomeActiveMaster-HFileCleaner.small.0-1732139438519,5,FailOnTimeoutGroup] 2024-11-20T21:51:15,010 DEBUG [master/e1fae5a3a175:0:becomeActiveMaster-HFileCleaner.large.0-1732139438515 {}] cleaner.HFileCleaner(306): Exit Thread[master/e1fae5a3a175:0:becomeActiveMaster-HFileCleaner.large.0-1732139438515,5,FailOnTimeoutGroup] 2024-11-20T21:51:15,011 INFO [M:0;e1fae5a3a175:34395 {}] hbase.ChoreService(370): Chore service for: master/e1fae5a3a175:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-20T21:51:15,011 INFO [M:0;e1fae5a3a175:34395 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T21:51:15,011 DEBUG [M:0;e1fae5a3a175:34395 {}] master.HMaster(1795): Stopping service threads 2024-11-20T21:51:15,011 INFO [M:0;e1fae5a3a175:34395 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-20T21:51:15,011 INFO [M:0;e1fae5a3a175:34395 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T21:51:15,012 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34395-0x1005f1da3030000, quorum=127.0.0.1:64198, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-20T21:51:15,012 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34395-0x1005f1da3030000, quorum=127.0.0.1:64198, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T21:51:15,012 INFO [M:0;e1fae5a3a175:34395 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-20T21:51:15,012 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-20T21:51:15,012 DEBUG [M:0;e1fae5a3a175:34395 {}] zookeeper.ZKUtil(347): master:34395-0x1005f1da3030000, quorum=127.0.0.1:64198, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-20T21:51:15,013 WARN [M:0;e1fae5a3a175:34395 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-20T21:51:15,013 INFO [M:0;e1fae5a3a175:34395 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:41921/user/jenkins/test-data/5bab72b3-2615-0448-3310-a25f6519c0d3/.lastflushedseqids 2024-11-20T21:51:15,027 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073741941_1121 (size=138) 2024-11-20T21:51:15,027 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33523 is added to blk_1073741941_1121 (size=138) 2024-11-20T21:51:15,028 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40861 is added to blk_1073741941_1121 (size=138) 2024-11-20T21:51:15,028 INFO [M:0;e1fae5a3a175:34395 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-20T21:51:15,028 INFO [M:0;e1fae5a3a175:34395 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-20T21:51:15,028 DEBUG [M:0;e1fae5a3a175:34395 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T21:51:15,028 INFO [M:0;e1fae5a3a175:34395 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T21:51:15,028 DEBUG [M:0;e1fae5a3a175:34395 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T21:51:15,028 DEBUG [M:0;e1fae5a3a175:34395 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T21:51:15,029 DEBUG [M:0;e1fae5a3a175:34395 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T21:51:15,029 INFO [M:0;e1fae5a3a175:34395 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=68.36 KB heapSize=83.73 KB 2024-11-20T21:51:15,043 DEBUG [M:0;e1fae5a3a175:34395 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41921/user/jenkins/test-data/5bab72b3-2615-0448-3310-a25f6519c0d3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/bf686b5492044a14a44a4f9400bb792e is 82, key is hbase:meta,,1/info:regioninfo/1732139439348/Put/seqid=0 2024-11-20T21:51:15,049 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33523 is added to blk_1073741942_1122 (size=5672) 2024-11-20T21:51:15,049 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40861 is added to blk_1073741942_1122 (size=5672) 2024-11-20T21:51:15,049 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073741942_1122 (size=5672) 2024-11-20T21:51:15,049 INFO [M:0;e1fae5a3a175:34395 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=168 (bloomFilter=true), to=hdfs://localhost:41921/user/jenkins/test-data/5bab72b3-2615-0448-3310-a25f6519c0d3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/bf686b5492044a14a44a4f9400bb792e 2024-11-20T21:51:15,069 DEBUG [M:0;e1fae5a3a175:34395 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41921/user/jenkins/test-data/5bab72b3-2615-0448-3310-a25f6519c0d3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9067028647504979a0bbe2ebfa8e0b4e is 1077, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732139451951/Put/seqid=0 2024-11-20T21:51:15,075 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40861 is added to blk_1073741943_1123 (size=7756) 2024-11-20T21:51:15,075 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33523 is added to blk_1073741943_1123 (size=7756) 2024-11-20T21:51:15,075 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073741943_1123 (size=7756) 2024-11-20T21:51:15,076 INFO [M:0;e1fae5a3a175:34395 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=67.62 KB at sequenceid=168 (bloomFilter=true), to=hdfs://localhost:41921/user/jenkins/test-data/5bab72b3-2615-0448-3310-a25f6519c0d3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9067028647504979a0bbe2ebfa8e0b4e 2024-11-20T21:51:15,080 INFO [M:0;e1fae5a3a175:34395 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9067028647504979a0bbe2ebfa8e0b4e 2024-11-20T21:51:15,095 DEBUG [M:0;e1fae5a3a175:34395 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41921/user/jenkins/test-data/5bab72b3-2615-0448-3310-a25f6519c0d3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a45a6badd664450c9cf6d135c003ab06 is 69, key is e1fae5a3a175,44247,1732139437241/rs:state/1732139438670/Put/seqid=0 2024-11-20T21:51:15,102 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073741944_1124 (size=5440) 2024-11-20T21:51:15,102 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40861 is added to blk_1073741944_1124 (size=5440) 2024-11-20T21:51:15,102 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33523 is added to blk_1073741944_1124 (size=5440) 2024-11-20T21:51:15,103 INFO [M:0;e1fae5a3a175:34395 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=249 B at sequenceid=168 (bloomFilter=true), to=hdfs://localhost:41921/user/jenkins/test-data/5bab72b3-2615-0448-3310-a25f6519c0d3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a45a6badd664450c9cf6d135c003ab06 2024-11-20T21:51:15,107 INFO [M:0;e1fae5a3a175:34395 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a45a6badd664450c9cf6d135c003ab06 2024-11-20T21:51:15,108 DEBUG [M:0;e1fae5a3a175:34395 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41921/user/jenkins/test-data/5bab72b3-2615-0448-3310-a25f6519c0d3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/bf686b5492044a14a44a4f9400bb792e as hdfs://localhost:41921/user/jenkins/test-data/5bab72b3-2615-0448-3310-a25f6519c0d3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/bf686b5492044a14a44a4f9400bb792e 2024-11-20T21:51:15,109 DEBUG [pool-64-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44247-0x1005f1da3030001, quorum=127.0.0.1:64198, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T21:51:15,109 INFO [RS:0;e1fae5a3a175:44247 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T21:51:15,109 DEBUG [pool-64-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44247-0x1005f1da3030001, quorum=127.0.0.1:64198, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T21:51:15,109 INFO [RS:0;e1fae5a3a175:44247 {}] regionserver.HRegionServer(1031): Exiting; stopping=e1fae5a3a175,44247,1732139437241; zookeeper connection closed. 2024-11-20T21:51:15,109 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7a96f8eb {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7a96f8eb 2024-11-20T21:51:15,110 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete 2024-11-20T21:51:15,113 INFO [M:0;e1fae5a3a175:34395 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41921/user/jenkins/test-data/5bab72b3-2615-0448-3310-a25f6519c0d3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/bf686b5492044a14a44a4f9400bb792e, entries=8, sequenceid=168, filesize=5.5 K 2024-11-20T21:51:15,114 DEBUG [M:0;e1fae5a3a175:34395 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41921/user/jenkins/test-data/5bab72b3-2615-0448-3310-a25f6519c0d3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9067028647504979a0bbe2ebfa8e0b4e as hdfs://localhost:41921/user/jenkins/test-data/5bab72b3-2615-0448-3310-a25f6519c0d3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/9067028647504979a0bbe2ebfa8e0b4e 2024-11-20T21:51:15,118 INFO [M:0;e1fae5a3a175:34395 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9067028647504979a0bbe2ebfa8e0b4e 2024-11-20T21:51:15,118 INFO [M:0;e1fae5a3a175:34395 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41921/user/jenkins/test-data/5bab72b3-2615-0448-3310-a25f6519c0d3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/9067028647504979a0bbe2ebfa8e0b4e, entries=17, sequenceid=168, filesize=7.6 K 2024-11-20T21:51:15,119 DEBUG [M:0;e1fae5a3a175:34395 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41921/user/jenkins/test-data/5bab72b3-2615-0448-3310-a25f6519c0d3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a45a6badd664450c9cf6d135c003ab06 as hdfs://localhost:41921/user/jenkins/test-data/5bab72b3-2615-0448-3310-a25f6519c0d3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a45a6badd664450c9cf6d135c003ab06 2024-11-20T21:51:15,123 INFO [M:0;e1fae5a3a175:34395 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a45a6badd664450c9cf6d135c003ab06 2024-11-20T21:51:15,123 INFO [M:0;e1fae5a3a175:34395 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41921/user/jenkins/test-data/5bab72b3-2615-0448-3310-a25f6519c0d3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a45a6badd664450c9cf6d135c003ab06, entries=3, sequenceid=168, filesize=5.3 K 2024-11-20T21:51:15,124 INFO [M:0;e1fae5a3a175:34395 {}] regionserver.HRegion(3140): Finished flush of dataSize ~68.36 KB/69996, heapSize ~83.44 KB/85440, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 95ms, sequenceid=168, compaction requested=false 2024-11-20T21:51:15,126 INFO [M:0;e1fae5a3a175:34395 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T21:51:15,126 DEBUG [M:0;e1fae5a3a175:34395 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732139475028Disabling compacts and flushes for region at 1732139475028Disabling writes for close at 1732139475028Obtaining lock to block concurrent updates at 1732139475029 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732139475029Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=69996, getHeapSize=85680, getOffHeapSize=0, getCellsCount=195 at 1732139475029Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732139475030 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732139475030Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732139475043 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732139475043Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732139475053 (+10 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732139475069 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732139475069Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732139475080 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732139475094 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732139475094Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@626fb077: reopening flushed file at 1732139475107 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2ee44b27: reopening flushed file at 1732139475113 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3b17276: reopening flushed file at 1732139475118 (+5 ms)Finished flush of dataSize ~68.36 KB/69996, heapSize ~83.44 KB/85440, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 95ms, sequenceid=168, compaction requested=false at 1732139475124 (+6 ms)Writing region close event to WAL at 1732139475126 (+2 ms)Closed at 1732139475126 2024-11-20T21:51:15,128 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073741830_1006 (size=71349) 2024-11-20T21:51:15,128 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40861 is added to blk_1073741830_1006 (size=71349) 2024-11-20T21:51:15,128 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33523 is added to blk_1073741830_1006 (size=71349) 2024-11-20T21:51:15,129 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T21:51:15,129 INFO [M:0;e1fae5a3a175:34395 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-20T21:51:15,129 INFO [M:0;e1fae5a3a175:34395 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34395 2024-11-20T21:51:15,129 INFO [M:0;e1fae5a3a175:34395 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T21:51:15,231 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34395-0x1005f1da3030000, quorum=127.0.0.1:64198, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T21:51:15,231 INFO [M:0;e1fae5a3a175:34395 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T21:51:15,231 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34395-0x1005f1da3030000, quorum=127.0.0.1:64198, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T21:51:15,239 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732139455066/wal.1732139455420 with renewLeaseKey: DEFAULT_16655 java.io.FileNotFoundException: File does not exist: /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732139455066/wal.1732139455420 (inode 16655) Holder DFSClient_NONMAPREDUCE_570430170_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:110) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:653) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:619) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.ipc.RemoteException: File does not exist: /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732139455066/wal.1732139455420 (inode 16655) Holder DFSClient_NONMAPREDUCE_570430170_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy45.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$complete$13(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.complete(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy46.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:646) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 25 more 2024-11-20T21:51:15,241 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732139447098/wal.1732139447213 with renewLeaseKey: DEFAULT_16586 java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T21:51:15,241 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732139470079/wal.1732139470277 with renewLeaseKey: DEFAULT_16767 java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T21:51:15,244 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732139455556/wal.1732139464801 with renewLeaseKey: DEFAULT_16678 java.io.FileNotFoundException: File does not exist: /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732139455556/wal.1732139464801 (inode 16678) Holder DFSClient_NONMAPREDUCE_570430170_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:110) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:653) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:619) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.ipc.RemoteException: File does not exist: /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732139455556/wal.1732139464801 (inode 16678) Holder DFSClient_NONMAPREDUCE_570430170_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy45.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$complete$13(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.complete(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy46.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:646) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 25 more 2024-11-20T21:51:15,244 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732139440481/wal.1732139440552 with renewLeaseKey: DEFAULT_16506 java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T21:51:15,246 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testdatalosswheninputerror-manual,16010,1732139465064/wal.1732139465548 with renewLeaseKey: DEFAULT_16704 java.io.FileNotFoundException: File does not exist: /hbase/WALs/testdatalosswheninputerror-manual,16010,1732139465064/wal.1732139465548 (inode 16704) Holder DFSClient_NONMAPREDUCE_570430170_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:110) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:653) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:619) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.ipc.RemoteException: File does not exist: /hbase/WALs/testdatalosswheninputerror-manual,16010,1732139465064/wal.1732139465548 (inode 16704) Holder DFSClient_NONMAPREDUCE_570430170_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy45.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$complete$13(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.complete(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy46.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:646) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 25 more 2024-11-20T21:51:15,247 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732139465691/wal.1732139465741 with renewLeaseKey: DEFAULT_16726 java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T21:51:15,249 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testnameconflictwhensplit1-manual,16010,1732139440148/wal.1732139440351 with renewLeaseKey: DEFAULT_16485 java.io.FileNotFoundException: File does not exist: /hbase/WALs/testnameconflictwhensplit1-manual,16010,1732139440148/wal.1732139440351 (inode 16485) Holder DFSClient_NONMAPREDUCE_570430170_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:110) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:653) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:619) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.ipc.RemoteException: File does not exist: /hbase/WALs/testnameconflictwhensplit1-manual,16010,1732139440148/wal.1732139440351 (inode 16485) Holder DFSClient_NONMAPREDUCE_570430170_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy45.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$complete$13(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.complete(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy46.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:646) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 25 more 2024-11-20T21:51:15,252 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testnameconflictwhensplit0-manual,16010,1732139439677/wal.1732139439907 with renewLeaseKey: DEFAULT_16462 java.io.FileNotFoundException: File does not exist: /hbase/WALs/testnameconflictwhensplit0-manual,16010,1732139439677/wal.1732139439907 (inode 16462) Holder DFSClient_NONMAPREDUCE_570430170_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:110) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:653) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:619) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.ipc.RemoteException: File does not exist: /hbase/WALs/testnameconflictwhensplit0-manual,16010,1732139439677/wal.1732139439907 (inode 16462) Holder DFSClient_NONMAPREDUCE_570430170_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy45.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$complete$13(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.complete(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy46.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:646) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 25 more 2024-11-20T21:51:15,257 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@a99090d{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T21:51:15,259 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7c61cf26{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T21:51:15,259 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T21:51:15,259 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@558faad6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T21:51:15,259 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7bc0fd9c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/165f4628-b01f-b435-db81-78006882034a/hadoop.log.dir/,STOPPED} 2024-11-20T21:51:15,261 WARN [BP-2054634144-172.17.0.2-1732139433704 heartbeating to localhost/127.0.0.1:41921 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-20T21:51:15,261 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-20T21:51:15,262 WARN [BP-2054634144-172.17.0.2-1732139433704 heartbeating to localhost/127.0.0.1:41921 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2054634144-172.17.0.2-1732139433704 (Datanode Uuid ca84e32a-af82-446e-8fb5-5444cedc0633) service to localhost/127.0.0.1:41921 2024-11-20T21:51:15,262 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-20T21:51:15,263 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/165f4628-b01f-b435-db81-78006882034a/cluster_19b05791-9dcf-4c0a-75cc-186bb1db03a7/data/data5/current/BP-2054634144-172.17.0.2-1732139433704 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T21:51:15,263 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/165f4628-b01f-b435-db81-78006882034a/cluster_19b05791-9dcf-4c0a-75cc-186bb1db03a7/data/data6/current/BP-2054634144-172.17.0.2-1732139433704 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T21:51:15,263 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-20T21:51:15,269 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4fd8b58e{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T21:51:15,269 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6c11d4ec{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T21:51:15,269 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T21:51:15,270 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@56b90dec{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T21:51:15,270 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4b4a45b0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/165f4628-b01f-b435-db81-78006882034a/hadoop.log.dir/,STOPPED} 2024-11-20T21:51:15,271 WARN [BP-2054634144-172.17.0.2-1732139433704 heartbeating to localhost/127.0.0.1:41921 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-20T21:51:15,271 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-20T21:51:15,271 WARN [BP-2054634144-172.17.0.2-1732139433704 heartbeating to localhost/127.0.0.1:41921 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2054634144-172.17.0.2-1732139433704 (Datanode Uuid 3dbdc2ee-4014-4523-8402-38d4b225bbf8) service to localhost/127.0.0.1:41921 2024-11-20T21:51:15,271 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-20T21:51:15,271 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/165f4628-b01f-b435-db81-78006882034a/cluster_19b05791-9dcf-4c0a-75cc-186bb1db03a7/data/data3/current/BP-2054634144-172.17.0.2-1732139433704 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T21:51:15,271 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/165f4628-b01f-b435-db81-78006882034a/cluster_19b05791-9dcf-4c0a-75cc-186bb1db03a7/data/data4/current/BP-2054634144-172.17.0.2-1732139433704 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T21:51:15,272 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-20T21:51:15,273 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7bf0ae31{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T21:51:15,274 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5692e658{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T21:51:15,274 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T21:51:15,274 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@68bd26d7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T21:51:15,274 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2360e98d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/165f4628-b01f-b435-db81-78006882034a/hadoop.log.dir/,STOPPED} 2024-11-20T21:51:15,275 WARN [BP-2054634144-172.17.0.2-1732139433704 heartbeating to localhost/127.0.0.1:41921 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-20T21:51:15,275 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-20T21:51:15,275 WARN [BP-2054634144-172.17.0.2-1732139433704 heartbeating to localhost/127.0.0.1:41921 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2054634144-172.17.0.2-1732139433704 (Datanode Uuid bfd1a94b-14fc-401d-853d-709c60f65ab4) service to localhost/127.0.0.1:41921 2024-11-20T21:51:15,275 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-20T21:51:15,276 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/165f4628-b01f-b435-db81-78006882034a/cluster_19b05791-9dcf-4c0a-75cc-186bb1db03a7/data/data1/current/BP-2054634144-172.17.0.2-1732139433704 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T21:51:15,276 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/165f4628-b01f-b435-db81-78006882034a/cluster_19b05791-9dcf-4c0a-75cc-186bb1db03a7/data/data2/current/BP-2054634144-172.17.0.2-1732139433704 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T21:51:15,276 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-20T21:51:15,282 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@15708251{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T21:51:15,282 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@53722aa4{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T21:51:15,282 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T21:51:15,282 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@556c8d80{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T21:51:15,282 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7df2ce7d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/165f4628-b01f-b435-db81-78006882034a/hadoop.log.dir/,STOPPED} 2024-11-20T21:51:15,291 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-20T21:51:15,344 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down